-- Logs begin at Wed 2021-04-07 14:23:43 UTC, end at Wed 2021-04-07 15:26:23 UTC. -- Apr 07 14:59:49.243201 dv-cinder-782260-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 14:59:52.143251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.common.config [-] Logging enabled! Apr 07 14:59:52.143859 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42 Apr 07 14:59:52.145155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 14:59:52.146951 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.common.config [-] Logging enabled! Apr 07 14:59:52.148681 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev42 Apr 07 14:59:52.148681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 14:59:52.148681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:59:52.148972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:59:52.149868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:59:52.150182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:59:52.150443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:59:52.150847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.151195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.151536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.151783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.152129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.152466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.152781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.153117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.153458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.153783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.154101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.154422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.154701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.155037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.155367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.155695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.155953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] debug = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.156257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.156830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.157127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.157443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.157774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.158088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.158403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.158760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.159086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.159454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] host = dv-cinder-782260-2-smb {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.159771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.160101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.160431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.160759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.161073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.161390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.161714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.162029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.162341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.162687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.163013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.163342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.163679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.163963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.164219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.164552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.164890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.165203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.165565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.165885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.166197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.166511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.166844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.167175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.167502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.167830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.168144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.168458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.168766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.169081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.169404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.169720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.170027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.170340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.170688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.171002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.171316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.171669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.171998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.172327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.172657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.172969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.173297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.173608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.173915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.174222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_json = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.174534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.174872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.175198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.175506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.175814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.176122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.176430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.176760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:52.177098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.177441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.177786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.178106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.178445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.178789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.179126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.179441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.179773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.180104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.180435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.180749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.181074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.181417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.181759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.182112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.182451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.182814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.183999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.183999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.183999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.183999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.184458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.184632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.184972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.185285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.185853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.185974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.186227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.186536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.186878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.187295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.187527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.187836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.188155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.188470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.188780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.189090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.189405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.191658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.192295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.192295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.192550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.192646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.192944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.193256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.193570 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.193881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.194193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.194503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.194873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.195188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.195495 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.195807 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.196116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.196425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.196762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.197112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.197423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.197736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.198048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.198358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.198706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.199054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.199374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.199695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.200016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.200333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.200650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.200967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.201284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.201602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.201914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.202277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.202594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.202942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.203268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.203587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.203928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.204254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.204567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.204889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.205208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.205538 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.205862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.206195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.206533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.206890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.207227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.207564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.207884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.208239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.208557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:52.208808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:59:52.209088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84271) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 07 14:59:52.868636 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading Gnome Apr 07 14:59:52.885920 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading Google Apr 07 14:59:52.888604 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading Windows (alt) Apr 07 14:59:52.892441 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading file Apr 07 14:59:52.893285 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading keyczar Apr 07 14:59:52.893567 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading multi Apr 07 14:59:52.894216 dv-cinder-782260-2-smb neutron-server[84271]: INFO keyring.backend [-] Loading pyfs Apr 07 14:59:52.941585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:59:52.941870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:59:52.942219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 14:59:52.942593 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 14:59:53.343015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.343597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.343597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.346836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.347154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.347427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.386003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.386323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.386615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.400597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.400910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.401222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.469521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.469917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.470195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.471314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.471620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.471923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.744979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.745251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.745580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.745886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.747935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.897471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.897857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.898173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.898475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.898801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.899187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.899483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.899773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.900100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.900461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.900756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.901055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.901338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.901629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.901936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.902249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.902545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.902870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.903155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.903492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.903948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.904232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.904512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.904860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.905143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.905416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.905849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.906121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.906393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.906677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.906964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.907235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:53.907659 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 14:59:53.911074 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 14:59:53.915159 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 14:59:53.919167 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 07 14:59:53.920869 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 14:59:53.922118 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 14:59:53.922502 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 14:59:53.922980 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 14:59:53.925740 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 14:59:53.926022 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 14:59:53.926411 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 14:59:53.953628 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 14:59:53.953628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.955111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84271) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 07 14:59:53.955111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.956144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84271) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 14:59:53.956471 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 14:59:53.956750 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 14:59:53.960026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:53.960338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.028224 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 14:59:54.028422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 14:59:54.028664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 14:59:54.029087 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 14:59:54.066342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.sqlalchemy.engines [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84271) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 07 14:59:54.519999 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing driver for type 'gre' Apr 07 14:59:54.520575 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] gre ID ranges: [(1, 1000)] Apr 07 14:59:54.564269 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing driver for type 'local' Apr 07 14:59:54.565189 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing driver for type 'vlan' Apr 07 14:59:54.577784 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] VlanTypeDriver initialization complete Apr 07 14:59:54.578163 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing driver for type 'vxlan' Apr 07 14:59:54.578754 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] vxlan ID ranges: [(1, 1000)] Apr 07 14:59:54.623408 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing extension driver 'port_security' Apr 07 14:59:54.623767 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.extensions.port_security [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] PortSecurityExtensionDriver initialization complete Apr 07 14:59:54.624141 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing mechanism driver 'openvswitch' Apr 07 14:59:54.624503 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing mechanism driver 'hyperv' Apr 07 14:59:54.631058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:59:54.631903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.632301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.632684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.633106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.633490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.633872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.634324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.634712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.635105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.635516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.635894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.636265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.636681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.637055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.637422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.637964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > address_group after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.638343 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > address_group after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.638735 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.639101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] ML2 OVO RPC backend initialized. {{(pid=84271) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 07 14:59:54.639897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.640288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.640733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.641109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > networks before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.641483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.641852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > ports before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.642224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.642593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnets before_response 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.643038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.643394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.644086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.644086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.644467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.644835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.645199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.645565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.645930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.646898 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.plugin [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Modular L2 Plugin initialization complete Apr 07 14:59:54.647017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading services supported by the core plugin {{(pid=84271) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 14:59:54.647323 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.plugins.ml2.managers [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Got port-security extension from driver 'port_security' Apr 07 14:59:54.648277 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.extensions.vlantransparent [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Disabled vlantransparent extension. Apr 07 14:59:54.648397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84271) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 14:59:54.648684 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: router Apr 07 14:59:54.686321 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.686791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_create 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.687186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router before_create 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.687592 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.688004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.688392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_delete 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.688786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.689188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_create 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.689565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.689925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.690298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.690731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.691265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.691682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.692053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.692393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: subnet after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.692792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.693175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.693555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_create 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.693919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.694292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.694715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router after_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.695092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.695476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_create 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.695878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.696261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_update 55549900 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.696683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > network after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.697755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Tracking information for resource: router configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:54.698125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Tracking information for resource: floatingip configured {{(pid=84271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 07 14:59:54.703242 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_agentschedulers_db [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 14:59:54.703903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.704258 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.704636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.705015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: port after_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.705923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router before_create 55550100 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.706325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.706742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_create 55550100 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.707136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > router precommit_update 55550100 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.711911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.provider_configuration [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service providers = [] {{(pid=84271) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 14:59:54.712260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.servicetype_db [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84271) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 14:59:54.715444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.service_base [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:59:54.715817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.service_base [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:59:54.716189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.service_base [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:59:54.717071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.service_base [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 07 14:59:54.717462 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.services.service_base [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 14:59:54.717871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.718217 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 14:59:54.728829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.729197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: auto_allocate Apr 07 14:59:54.735051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: network precommit_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.735457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: network precommit_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.736048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.736402 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: tag Apr 07 14:59:54.743475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.743898 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: timestamp Apr 07 14:59:54.747762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.748127 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: network_ip_availability Apr 07 14:59:54.753754 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.754160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.754539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.755353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.755716 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: flavors Apr 07 14:59:54.760204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.760576 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading Plugin: revisions Apr 07 14:59:54.764832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 07 14:59:54.765252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 14:59:54.766054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84271) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 07 14:59:54.766411 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Initializing extension manager. Apr 07 14:59:54.766999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: __init__.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.767373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: __pycache__ {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.767741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.768107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: address_group.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.768901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.769706 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: address-group Apr 07 14:59:54.770124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: address_scope.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.770860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.771429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: address-scope Apr 07 14:59:54.771765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.772725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.773288 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: router-admin-state-down-before-update Apr 07 14:59:54.773654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: agent.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.774418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.775083 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: agent Apr 07 14:59:54.775435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: agent_resources_synced.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.776386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.776970 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: agent-resources-synced Apr 07 14:59:54.777327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: allowedaddresspairs.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.779269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.779867 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: allowed-address-pairs Apr 07 14:59:54.780226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: auto_allocated_topology.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.781313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.781909 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: auto-allocated-topology Apr 07 14:59:54.782268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: availability_zone.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.783047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.783627 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: availability_zone Apr 07 14:59:54.783965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: availability_zone_filter.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.784888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.785460 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: availability_zone_filter Apr 07 14:59:54.785817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: data_plane_status.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.786737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.787308 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 14:59:54.787664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: default_subnetpools.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.788586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.789150 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: default-subnetpools Apr 07 14:59:54.789505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.790425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.792568 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: dhcp_agent_scheduler Apr 07 14:59:54.792942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: dns.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.793907 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.794483 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 14:59:54.794905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: dns_domain_ports.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.795831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.796390 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 14:59:54.796732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: dvr.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.797463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.798043 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: dvr Apr 07 14:59:54.798402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: empty_string_filtering.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.799360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.799925 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: empty-string-filtering Apr 07 14:59:54.800281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.801187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.801751 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 14:59:54.802104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.803035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.803606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 14:59:54.803959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: external_net.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.804874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.805432 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: external-net Apr 07 14:59:54.805783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.806810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.807383 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: extra_dhcp_opt Apr 07 14:59:54.807736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: extraroute.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.808654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.809223 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: extraroute Apr 07 14:59:54.809580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: extraroute_atomic.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.810629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.811226 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: extraroute-atomic Apr 07 14:59:54.811585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: filter_validation.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.812298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.812859 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: filter-validation Apr 07 14:59:54.813213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: fip_pf_description.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.814146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.814713 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 14:59:54.815070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: fip_port_details.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.815991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.816551 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: fip-port-details Apr 07 14:59:54.816906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: flavors.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.818145 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.818755 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: flavors Apr 07 14:59:54.819118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.820802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.821370 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 14:59:54.821764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: floatingip_pools.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.822626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.823227 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: floatingip-pools Apr 07 14:59:54.823593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: ip_allocation.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.824518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.825083 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 14:59:54.825439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.826350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.826941 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: ip-substring-filtering Apr 07 14:59:54.827304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l2_adjacency.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.828239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.828798 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 14:59:54.829152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.830271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.830873 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: router Apr 07 14:59:54.831233 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.833524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.834108 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 14:59:54.834473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.835427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.835997 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: ext-gw-mode Apr 07 14:59:54.836365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.837273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.837921 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: l3-ha Apr 07 14:59:54.838271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3_flavors.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.839200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.839765 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: l3-flavors Apr 07 14:59:54.840125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.841025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.841587 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 14:59:54.841941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: l3agentscheduler.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.843307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.843899 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: l3_agent_scheduler Apr 07 14:59:54.844263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: logging.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.845754 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.846329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension logging not supported by any of loaded plugins Apr 07 14:59:54.846727 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: metering.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.847520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.848206 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: metering Apr 07 14:59:54.848567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.849673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.850256 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: metering_source_and_destination_fields Apr 07 14:59:54.850612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: multiprovidernet.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.851550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.852121 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: multi-provider Apr 07 14:59:54.852853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: netmtu.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.853783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.854374 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: net-mtu Apr 07 14:59:54.854750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: netmtu_writable.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.855669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.856237 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: net-mtu-writable Apr 07 14:59:54.856594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: network_availability_zone.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.857299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.857862 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: network_availability_zone Apr 07 14:59:54.858213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: network_ip_availability.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.859394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.860025 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: network-ip-availability Apr 07 14:59:54.860388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: network_segment_range.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.861223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.861786 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 14:59:54.862139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: pagination.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.863268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.863644 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: pagination Apr 07 14:59:54.864001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: port_device_profile.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.864903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.865471 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: port-device-profile Apr 07 14:59:54.865825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.866769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.867343 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: port-mac-address-regenerate Apr 07 14:59:54.867706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.868740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.869285 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: port-numa-affinity-policy Apr 07 14:59:54.869643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: port_resource_request.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.870548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.871148 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 14:59:54.871501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: portbindings.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.872419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.872970 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: binding Apr 07 14:59:54.873325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: portbindings_extended.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.874624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.875225 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: binding-extended Apr 07 14:59:54.875584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: portsecurity.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.876496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.877069 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: port-security Apr 07 14:59:54.877424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: project_id.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.878388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.878787 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: project-id Apr 07 14:59:54.879143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: providernet.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.880062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.880640 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: provider Apr 07 14:59:54.880996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.884728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.885315 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos not supported by any of loaded plugins Apr 07 14:59:54.885679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.887045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.887649 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 14:59:54.888012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.888917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.889486 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 14:59:54.889847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_default.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.890772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.891341 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-default not supported by any of loaded plugins Apr 07 14:59:54.891696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_fip.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.892387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.892947 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 14:59:54.893289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_gateway_ip.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.894225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.894827 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 14:59:54.895185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_port_network_policy.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.896099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.896675 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 14:59:54.897030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_rule_type_details.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.897957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.898514 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 14:59:54.898900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: qos_rules_alias.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.899998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.900568 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 14:59:54.900921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: quotasv2.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.901962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.902328 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: quotas Apr 07 14:59:54.902670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: quotasv2_detail.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.904302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.904681 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: quota_details Apr 07 14:59:54.905045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: rbac.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.906228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.906860 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: rbac-policies Apr 07 14:59:54.907226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: rbac_address_group.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.908163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.908739 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: rbac-address-group Apr 07 14:59:54.909098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: rbac_address_scope.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.910008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.910578 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: rbac-address-scope Apr 07 14:59:54.910975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: rbac_security_groups.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.911998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.912567 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: rbac-security-groups Apr 07 14:59:54.912918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: rbac_subnetpool.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.913840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.914409 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: rbac-subnetpool Apr 07 14:59:54.914784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: revisionifmatch.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.915753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.916341 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: revision-if-match Apr 07 14:59:54.916668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: revisions.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.918020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.918583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: standard-attr-revisions Apr 07 14:59:54.918950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: router_availability_zone.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.919720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.920289 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: router_availability_zone Apr 07 14:59:54.920692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: routerservicetype.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.921659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.922291 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 14:59:54.922663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.923643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.924217 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: security-groups-normalized-cidr Apr 07 14:59:54.924572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.925499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.926067 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: port-security-groups-filtering Apr 07 14:59:54.926419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.927370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.927937 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: security-groups-remote-address-group Apr 07 14:59:54.928290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: securitygroup.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.941517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.942154 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: security-group Apr 07 14:59:54.942518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: segment.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.943418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.944004 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension segment not supported by any of loaded plugins Apr 07 14:59:54.944359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.945361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.945921 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 14:59:54.946277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: servicetype.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.947446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.948018 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: service-type Apr 07 14:59:54.948379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: sorting.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.949363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.949730 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: sorting Apr 07 14:59:54.950091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: standard_attr_segment.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.951029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.951596 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 14:59:54.951952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: standardattrdescription.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.952632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.953189 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: standard-attr-description Apr 07 14:59:54.953548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: stateful_security_group.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.954512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.955098 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: stateful-security-group Apr 07 14:59:54.955451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: stdattrs_common.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.956015 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 14:59:54.956368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.957384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.957941 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 14:59:54.958290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnet_onboard.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.959389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.959975 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: subnet_onboard Apr 07 14:59:54.960333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.961249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.961814 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 14:59:54.962169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnet_service_types.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.963178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.963752 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: subnet-service-types Apr 07 14:59:54.964098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnetallocation.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.965180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.965744 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: subnet_allocation Apr 07 14:59:54.966102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.966823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.967391 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: subnetpool-prefix-ops Apr 07 14:59:54.967743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.968669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.969234 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 14:59:54.969588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: tagging.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.970942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.971528 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: standard-attr-tag Apr 07 14:59:54.971888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: timestamp.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.973072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.973694 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loaded extension: standard-attr-timestamp Apr 07 14:59:54.974054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: trunk.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.975103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.975670 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension trunk not supported by any of loaded plugins Apr 07 14:59:54.976025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: trunk_details.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.976940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.977872 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 14:59:54.978439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: uplink_status_propagation.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.979375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.979939 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 14:59:54.980287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Loading extension file: vlantransparent.py {{(pid=84271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 07 14:59:54.980989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 14:59:54.981551 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 14:59:54.984378 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:network Apr 07 14:59:54.985224 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnet Apr 07 14:59:54.985893 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:59:54.986543 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:port Apr 07 14:59:54.988148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.988634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service FLAVORS assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.989299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.989764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.990133 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:router Apr 07 14:59:54.990916 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 14:59:54.991711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service METERING assigned prefix: /metering {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.993651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.994058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.994445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 14:59:54.995715 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 14:59:54.996210 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:security_group Apr 07 14:59:54.997148 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 14:59:54.997972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service CORE assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.998340 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:59:54.998725 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] subnetpool is already registered Apr 07 14:59:54.999407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service CORE assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:54.999769 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:59:55.000126 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] subnetpool is already registered Apr 07 14:59:55.003160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.003642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service FLAVORS assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.004299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.004760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.005142 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:router Apr 07 14:59:55.005513 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] router is already registered Apr 07 14:59:55.006271 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 14:59:55.006660 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] floatingip is already registered Apr 07 14:59:55.007381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service METERING assigned prefix: /metering {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.008184 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 14:59:55.008550 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] rbac_policy is already registered Apr 07 14:59:55.010181 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:security_group Apr 07 14:59:55.010557 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] security_group is already registered Apr 07 14:59:55.011312 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 14:59:55.011677 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] security_group_rule is already registered Apr 07 14:59:55.012433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service CORE assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.012798 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:59:55.013162 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] subnetpool is already registered Apr 07 14:59:55.013843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.resource_helper [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Service CORE assigned prefix: {{(pid=84271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 07 14:59:55.014214 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 14:59:55.014570 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.quota.resource_registry [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] subnetpool is already registered Apr 07 14:59:55.015320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: extensions {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.016930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: address-groups {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.018694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: address-scopes {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.019998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: agents {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.021286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: auto-allocated-topology {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.022541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: availability_zones {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.023963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: dhcp-networks {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.025511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: dhcp-agents {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.027039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: routers {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.028930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: flavors {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.030150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: service_profiles {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.031455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: next_providers {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.033244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: service_profiles {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.034894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: floatingip-pools {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.036130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: routers {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.037998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: floatingips {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.039286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: l3-routers {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.040812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: l3-agents {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.042294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: metering-labels {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.043753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: metering-label-rules {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.045098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: network-ip-availabilities {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.046410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: bindings {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.048185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: quotas {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.049706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: quotas {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.051223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: rbac-policies {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.052593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: security-groups {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.053872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: security-group-rules {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.055184 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: service-providers {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.056568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: subnetpools {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.058055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: subnetpools {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.059631 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.061427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.063379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.065196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.067142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.069054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.070947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.074066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.075997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.077974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.extensions [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Extended resource: tags {{(pid=84271) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 07 14:59:55.085022 dv-cinder-782260-2-smb neutron-server[84271]: WARNING keystonemiddleware.auth_token [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 14:59:55.090467 dv-cinder-782260-2-smb neutron-server[84271]: WARNING keystonemiddleware.auth_token [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 14:59:55.099415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Acquired lock "singleton_lock" {{(pid=84271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 07 14:59:55.099930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Releasing lock "singleton_lock" {{(pid=84271) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 07 14:59:55.101394 dv-cinder-782260-2-smb neutron-server[84271]: INFO oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Starting 2 workers Apr 07 14:59:55.106742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Started child 84384 {{(pid=84271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:59:55.110700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.111584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Started child 84385 {{(pid=84271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:59:55.112154 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [-] (84384) wsgi starting up on http://0.0.0.0:9696 Apr 07 14:59:55.113005 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 14:59:55.113701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Notify callbacks [] for process, before_spawn {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.115040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.116094 dv-cinder-782260-2-smb neutron-server[84271]: INFO oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Starting 1 workers Apr 07 14:59:55.116461 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [-] (84385) wsgi starting up on http://0.0.0.0:9696 Apr 07 14:59:55.121618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Started child 84386 {{(pid=84271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:59:55.122146 dv-cinder-782260-2-smb neutron-server[84271]: INFO oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Starting 1 workers Apr 07 14:59:55.123963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] calling RpcWorker wait() {{(pid=84386) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 14:59:55.124443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] returning from RpcWorker wait() {{(pid=84386) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 14:59:55.126060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.126840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:59:55.127089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Started child 84387 {{(pid=84271) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 07 14:59:55.128063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-51d6ca21-e0a1-4426-b4be-95cd6af2d160 None None] Notify callbacks [] for process, after_spawn {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.129636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 14:59:55.129799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:59:55.130203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:59:55.130479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:59:55.130882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:59:55.131009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 14:59:55.131110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:59:55.131602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.131886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.132162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.132475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.132778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.133430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.133723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.134018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.134389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.134688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.134856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.135089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.135304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.135519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.135863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.136141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.136389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.136662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.136865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.137134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.137458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.137734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.138016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] debug = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.138283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.138882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.139124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.139396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.139642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.139929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.140198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.140505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.140756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.140986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.141250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.141533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.141774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.142013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.142254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.142520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.142755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.143222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] host = dv-cinder-782260-2-smb {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.143475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.143720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.143981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.144206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.144482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.144744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.145009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.145294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.145578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.145798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.146063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.146298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.146587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.146845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.147249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_options = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.147249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.147677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.148893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.149457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.149457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.149457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.150327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.150327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.150327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.150327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.151283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.151283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.151283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.151283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.152812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.153072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.153319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.153513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.153861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.154116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.154322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.154524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.154766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.155035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.155265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.155505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.155822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.156090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.156358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.156626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.156836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.157113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.157485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.157709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.157873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_json = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.158057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.158313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.158506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.158783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.159032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.159175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.159446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.159603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.160029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.160353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.160730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.160974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.161174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.161408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.161665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.161974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.162259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.162663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.163072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.163225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.163534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.163801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.164059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.164424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.164917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.165220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.165480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.165822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.166118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.166350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.166545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.166940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.167232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.167592 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.167847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.168001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.168154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.168444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.168623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.168838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.169115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.169333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.169687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.169841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.170013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.170272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.170500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:59:55.170835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.170835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.171388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.171388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.171817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.171817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.172212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.172212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.172489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.172674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.172893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.173140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.173406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.173616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.173828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.174045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.174313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.174589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.174867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.175079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.175290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.175545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.175780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.176749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.176749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.176749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.176749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.177387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.177387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.177387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.178823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.179294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.179294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.179842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.179842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.179842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.180300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.180300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.180675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.180675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.181095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.181580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.181945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.182205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.182486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.182788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.183026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.183282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.183564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.183833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.184081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.184280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.184598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.184892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.185168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.185448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.185674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.185996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.186259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.186514 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.186797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.187257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.187509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.187931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.188089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.188355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.188645 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.189024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.189230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.189458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.189750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.190033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.190256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.190743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.190966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.191123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.191562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.191786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.191996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.192194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.192462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.192730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.192981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.193457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.194435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.194742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.194997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.195256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.195532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.195847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.196136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.196391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.196634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.197021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.199201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.199345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.199954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.200554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.201134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.201701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.202271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.203007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.203549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.204124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.204669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.205213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.205807 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.206330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.206878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.207399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.207982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.208511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.209060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.209546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.210086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.210599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.211206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.211643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.212063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.212577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.213045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.213491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.213959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.214395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.214918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.215377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.215904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.216410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.216890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.217345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.217814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.218317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.218784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.219260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.219714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.220158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.220603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.221069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.221508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.221977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.222434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.222981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.223467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.223915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.224526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.225011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.225473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.225966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.226414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.226916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.227719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.228308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.228730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.229925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.229925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.230235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.230964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.231664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.232137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.232585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.232925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.233356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.233807 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.234531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.234754 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.235237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.235703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.236175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.236677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.237134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.237589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.238008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.238465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.238957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.239377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.239839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.240284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.240725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.241313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.241788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.242231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.242808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.243281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.243802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.244273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.244850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.245288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.245788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.246270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.246724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.247157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.247659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.248287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.248867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.249350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.249863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.250761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.250901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.251651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.252083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.252843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.253444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.253934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.254445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.254959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.255496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.255971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.256403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.256828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.257274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.257742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.258228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.258715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.259163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.259665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.260150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.260617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.261050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.261501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.261987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.262413 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.262810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:59:55.263626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84271) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 07 14:59:55.263918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 07 14:59:55.264218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 07 14:59:55.264551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 07 14:59:55.264887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 07 14:59:55.265205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 07 14:59:55.265616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.265954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.266286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.266611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.266968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.267331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.267657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.267979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.268308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.268648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.268981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.269308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.269635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.269958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.270270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.270574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.270922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.271244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.271623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.271892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.272220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.272548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.272873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] debug = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.273210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.273595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.273928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.274257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.274590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.275002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.275330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.275666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.275994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.276316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.276650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.276987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.277318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.277643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.277943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.278359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.278564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.278923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] host = dv-cinder-782260-2-smb {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.279263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.279558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.279872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.280189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.280475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.280791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.281128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.281396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.281676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.281994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.282312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.282658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.282993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.283332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.283664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_options = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.283997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.284330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.284660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.284984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.285319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.285753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.285972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.286297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.286609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.286965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.287291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.287618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.287950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.288278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.288615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.288947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.289250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.289577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.289888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.290484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.290484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.290893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.291203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.291524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.291846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.292166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.292489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.292803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.293142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.293482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.293812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.294148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.294493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.294867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.295180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.295487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.295804 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.296131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.296461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.296789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.297105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.297434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.297765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.298096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.298424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.298781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_json = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.299102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.299436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.299771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.300124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.300452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.300788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.301118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.301452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 07 14:59:55.301796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.302113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.302435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.302793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.303138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.303489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.303813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.304158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.304506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.304855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.305212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.305549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.305902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.306246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.306561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.306924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.307273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.307602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.307943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.308283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.308595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.308939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.309322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.309669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.310014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.310362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.310729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.311077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.311430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.311778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.312107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.312472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.312774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.313089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.313412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.313752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.314091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.314428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.314831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.315177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.315526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.315866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.316197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.316549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.316902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.317241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.317424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 14:59:55.317587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.317935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.318282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.318601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.318948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.319252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.319542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.319837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.320141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.320441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.320741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.321048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.321383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.321760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.322121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.322491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.322871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.323214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.323508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.323854 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.324198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.324527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.324846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.325159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.325479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.325776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.326083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.326419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.326773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.327122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.327461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.327795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.328102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.328438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.328775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.329091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.329420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.329765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.330102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.330460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.331339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.331669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.332160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.332399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.332685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.333052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.333803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.333803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.334320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.334320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.334813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.334813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.335117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.335345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.335639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.336078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.336272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.336510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.336841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.337156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.337521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.337865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.338207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.338558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.338982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.339321 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.339676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.340032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.340370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.341239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.341239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.341455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.341619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.341958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.342317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.342623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.342975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.343328 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.343652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.343973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.344315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.344652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.345044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.345365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.345709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.346048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.346452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.346820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.347163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.347499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.347836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.348157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.348495 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.348844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.349189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.349511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.349835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.350183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.350525 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.350890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.351307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.351509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.351833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.352152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.352843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.353318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.353659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.354004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.354349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.354711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.355052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.355384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.355719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.356056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.356400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.356740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.357078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.357430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.357773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.358111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.358425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.358796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.359134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.359488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.359839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.360148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.360464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.360786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.361265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.361843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.361843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.362188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.362330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.362529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.362868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.363230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.363573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.363827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.364283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.364438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.364737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.365110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.365421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.365752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.366081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.366436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.366811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.367138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.367471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.367817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.368149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.368470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.369005 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.369528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.369528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.369948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.370294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.370527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.370950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.371173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.371553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.371772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.371943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.372235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.372550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.372909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.373223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.373610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.373868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.374199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.374535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.374892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.375217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.375527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.375855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.376203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.376517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.376841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.377191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.377505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.377826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.378133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.378442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.378782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.379104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.379426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.379753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.380093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.380429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.380763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.381128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.381486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.381822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.382181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.382548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.382944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.383291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.383655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.384032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.384405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.384758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.385102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.385451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.385796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.386147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.386480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.386857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.387206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.387557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.387898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.388248 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.388599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.388948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.389274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.389623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.389969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.390307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.390608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 07 14:59:55.390931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84271) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 07 14:59:55.411227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 50886) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 14:59:55.422795 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093002 Apr 07 15:00:06.216596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde59eb4-fba0-4fe9-a8a3-dbcd48847d9b None None] get_active_networks_info from dv-cinder-782260-2-smb {{(pid=84386) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 07 15:00:06.378763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde59eb4-fba0-4fe9-a8a3-dbcd48847d9b None None] No non-hosted networks {{(pid=84386) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 15:00:06.547885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62da598e-2e38-4308-a163-5ed377d22b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:08.717500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-76737b7b-f0ff-4b69-a9c2-2733b2f84850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:08.789921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-687dcd15-4641-4a09-8836-58481478a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:09.126951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:09.859282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:09.860944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.861291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.861797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.862359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.862938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.863508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.864064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.864604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.865141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.865688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.866224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.866811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:09.867421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782260-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:09.878758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782260-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:10.689079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:12.075176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 50976) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:12.716685 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-bf625edf-7075-4406-a50b-6de58ed0da85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:12.717267 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-bf625edf-7075-4406-a50b-6de58ed0da85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:12.945977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-bf625edf-7075-4406-a50b-6de58ed0da85 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:00:12.947350 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bf625edf-7075-4406-a50b-6de58ed0da85 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8702033 Apr 07 15:00:15.678899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 50990) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:15.927611 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_hamode_db [None req-d8e3b795-f8b3-43a5-98ef-8782b9fcfd6d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 15:00:16.030202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3b795-f8b3-43a5-98ef-8782b9fcfd6d None None] Routers set() bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:00:16.030984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3b795-f8b3-43a5-98ef-8782b9fcfd6d None None] Router IDs set() for agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 07 15:00:16.120726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:16.224041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.policy [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84384) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 15:00:16.278957 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:16.279382 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:16.297372 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Loaded quota_driver: . Apr 07 15:00:16.313374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:16.372025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245675601951', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245675463697', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245675471159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245671090603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245671106440', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245671105857', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853849378', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853900278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-575461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854014075'] for rbac-policy, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:16.436390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:16.437675 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ccd55a28-fc43-464a-bc4e-2fc45ade3b6d admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7577920 Apr 07 15:00:19.446680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51004) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:19.835985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Request body: {'network': {'name': 'private', 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:19.842510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:19.847438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Usage tracker for resource:network and tenant:8a25a743ec664c3a81db409a94ff4bf0 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:19.851235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:19.858698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:19.869794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Made reservation on behalf of 8a25a743ec664c3a81db409a94ff4bf0 for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:00:19.876128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:19.894111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:19.912630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:19.916852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8a25a743ec664c3a81db409a94ff4bf0 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:19.920623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:19.927004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:20.188226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.191921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.196677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:20.213193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:00:20.239684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791179007722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.240314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Unsubscribe: segment precommit_create {{(pid=84384) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 15:00:20.240789 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Added segment 97459e05-f5ee-42a9-881e-e4801ecc2605 of type vlan for network da20bc64-c7e5-407a-9bc1-5a367bf69a53 Apr 07 15:00:20.295663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af458b0-9cbe-49de-a107-8e78480d9758,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:20.316583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.316958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.317321 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.317675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.318027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.318371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.318732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.319088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.319443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.319799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.320117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.320471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Tracked resource versions report: Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:00:20.321559 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:00:20.366601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.371425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:20.407060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.408506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:20.409160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:20.414154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:20.523065 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0750346 Apr 07 15:00:20.523783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Pushing event updated for resources: {'Network': ['ID=da20bc64-c7e5-407a-9bc1-5a367bf69a53,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:20.548427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:20.560572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:00:23.599600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51020) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:24.391750 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:24.392342 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:24.851405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.policy [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84385) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 07 15:00:25.079210 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:25.079917 dv-cinder-782260-2-smb neutron-server[84271]: WARNING oslo_policy.policy [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 15:00:25.117097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:25.120014 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-32f6a614-1dd4-4a34-aefd-7e353d4098ff admin admin] 10.222.0.30 "GET /v2.0/networks/da20bc64-c7e5-407a-9bc1-5a367bf69a53 HTTP/1.1" status: 200 len: 825 time: 1.5188637 Apr 07 15:00:25.155675 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6d77e3a0-1290-4f4c-82d7-fe143b39ba76 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/bf99abdd-16d7-4e5b-8121-534d2f835e2f HTTP/1.1" status: 200 len: 734 time: 0.0293806 Apr 07 15:00:25.167701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Request body: {'subnet': {'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:25.170791 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.quota [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Loaded quota_driver: . Apr 07 15:00:25.177303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:25.183675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Usage tracker for resource:subnet and tenant:8a25a743ec664c3a81db409a94ff4bf0 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:25.187324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:25.194686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:25.209464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Made reservation on behalf of 8a25a743ec664c3a81db409a94ff4bf0 for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:00:25.215561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:25.768060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:25.782172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:25.937605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64361031-602a-498e-bbe0-7ac12a15bce3,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:25.960387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.960866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.961311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.961719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.962141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.962544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.962957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.963354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.963766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.964164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.964553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.964949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Tracked resource versions report: Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:00:25.966166 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:00:26.003709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:26.048218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Checking segment: {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:00:26.048589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Network hostable DHCP agents. Network: da20bc64-c7e5-407a-9bc1-5a367bf69a53, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:00:26.078701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:00:26.095462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, da20bc64-c7e5-407a-9bc1-5a367bf69a53) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:26.103128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:26.104145 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:26.111311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b0559-e7d2-4709-aea5-ca3895e83bcf None None] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:00:26.133040 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9706612 Apr 07 15:00:26.608455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:00:26.609791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:26.827626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Allocated IP 172.20.0.2 (da20bc64-c7e5-407a-9bc1-5a367bf69a53/64361031-602a-498e-bbe0-7ac12a15bce3/4cb24d53-6dc6-4381-ba99-b2a97445e469) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:00:27.136242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:27.159861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Transition to ACTIVE for port object 4cb24d53-6dc6-4381-ba99-b2a97445e469 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:00:27.192724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Transition to ACTIVE for port object 4cb24d53-6dc6-4381-ba99-b2a97445e469 will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:00:27.203078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:27.231026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:27.723806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Pushing event updated for resources: {'Port': ['ID=4cb24d53-6dc6-4381-ba99-b2a97445e469,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:27.744120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.744713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.745307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.745866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.746461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.747055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.747614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.748214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.748791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.749347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.749927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.750504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Tracked resource versions report: Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:00:27.752424 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:00:27.764459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:27.810105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:00:27.811491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:27.814931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:00:27.922110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Attempting to bind port 4cb24d53-6dc6-4381-ba99-b2a97445e469 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:00:27.922742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Attempting to bind port 4cb24d53-6dc6-4381-ba99-b2a97445e469 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:00:27.923352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Attempting to bind port 4cb24d53-6dc6-4381-ba99-b2a97445e469 on network da20bc64-c7e5-407a-9bc1-5a367bf69a53 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:00:27.931643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:00:27.932154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Checking segment: {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:00:27.934168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:27.934168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Bound using segment: {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:00:27.934168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Bound port: 4cb24d53-6dc6-4381-ba99-b2a97445e469, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:00:27.934168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:28.021705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] For port 4cb24d53-6dc6-4381-ba99-b2a97445e469, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:00:28.026526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] For port 4cb24d53-6dc6-4381-ba99-b2a97445e469, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=4cb24d53-6dc6-4381-ba99-b2a97445e469,segment=NetworkSegment(97459e05-f5ee-42a9-881e-e4801ecc2605),segment_id=97459e05-f5ee-42a9-881e-e4801ecc2605)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:00:28.031569 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:28.048432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:28.263716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Pushing event updated for resources: {'Port': ['ID=4cb24d53-6dc6-4381-ba99-b2a97445e469,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:28.270461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:29.558255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51040) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:30.046687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-2a2a985d-fcf0-4505-91ff-271a197cca26 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:00:30.062674 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2a2a985d-fcf0-4505-91ff-271a197cca26 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4881902 Apr 07 15:00:31.957068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 4cb24d53-6dc6-4381-ba99-b2a97445e469 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:00:32.032760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:00:33.051697 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51054) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:33.506679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e47cc-16a1-490f-8bad-04c8246387db None None] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:00:33.521986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-0384da03-a0bc-4c09-922f-1bb69ee36322 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:00:33.523097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0384da03-a0bc-4c09-922f-1bb69ee36322 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4769213 Apr 07 15:00:33.636213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Provisioning for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:00:33.657613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Provisioning complete for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:33.658045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:33.896516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:33.920138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] For port 4cb24d53-6dc6-4381-ba99-b2a97445e469, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=4cb24d53-6dc6-4381-ba99-b2a97445e469,segment=NetworkSegment(97459e05-f5ee-42a9-881e-e4801ecc2605),segment_id=97459e05-f5ee-42a9-881e-e4801ecc2605)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:00:33.927173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:33.929526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-722c2a35-0320-4cae-a263-04149be98df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:34.006883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Pushing event updated for resources: {'Port': ['ID=4cb24d53-6dc6-4381-ba99-b2a97445e469,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:34.010331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:34.158490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-03161214-e7d2-4c38-9916-677e8007b7cf None None] Provisioning complete for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:34.159143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-03161214-e7d2-4c38-9916-677e8007b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:35.933686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 4cb24d53-6dc6-4381-ba99-b2a97445e469 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:00:35.994891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b80c7721-5167-40b7-81ca-070452215860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:36.019455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:36.019855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:36.604741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51066) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:36.997487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:37.003086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:37.007436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Usage tracker for resource:router and tenant:8a25a743ec664c3a81db409a94ff4bf0 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:37.010816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:37.017098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:37.026982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:37.028312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:37.049772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:37.156982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:37.176147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:37.177417 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-06cfb347-2d8e-4f9e-9afd-6305add0959d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5716555 Apr 07 15:00:38.719939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8cb17b64-88a8-43cd-8aa9-3716dfff4baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:39.083950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:39.859667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:39.923887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51086) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:40.094208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-8c0ac71c-f1dd-4935-b7a6-9c7ae063600b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:00:40.095420 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8c0ac71c-f1dd-4935-b7a6-9c7ae063600b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1705959 Apr 07 15:00:40.618252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.659189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51106) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:42.719117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:42.724521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:42.729219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Usage tracker for resource:network and tenant:0c54272ad69a4673805bf34e6647de4d is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:42.732450 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:42.739219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:42.749810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Made reservation on behalf of 0c54272ad69a4673805bf34e6647de4d for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:00:42.754515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.769846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.785505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:42.789574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Usage tracker for resource:security_group_rule and tenant:0c54272ad69a4673805bf34e6647de4d is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:42.792632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:42.798692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:42.884095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.887906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.891115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:42.907732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Reserving flat network on physical network physnet1 {{(pid=84384) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 07 15:00:42.931030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90893e72-7a8a-49ed-bd92-0bc8afd68181,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:42.934389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:42.939669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:42.940136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Added segment 4a1cc340-0e19-4941-b61f-32a992d8ff64 of type flat for network 0be6a04b-8677-4a6a-aca8-0a32deefee71 Apr 07 15:00:42.979678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:43.018010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:43.019450 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:43.020092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:43.023606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:43.129002 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4685886 Apr 07 15:00:43.129733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Pushing event updated for resources: {'Network': ['ID=0be6a04b-8677-4a6a-aca8-0a32deefee71,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:43.132525 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:43.141080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:00:45.665931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51116) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:45.794422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d934c-533e-4f85-9a6b-611453b20efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:45.795950 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-de2d934c-533e-4f85-9a6b-611453b20efa admin admin] 10.222.0.30 "GET /v2.0/subnets/64361031-602a-498e-bbe0-7ac12a15bce3 HTTP/1.1" status: 200 len: 849 time: 0.1289654 Apr 07 15:00:45.983040 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-42726877-2026-4783-8ebb-b82438a84dd9 admin admin] 10.222.0.30 "GET /v2.0/routers/df9bb91b-a170-4d96-8670-bb5ef72ead4e HTTP/1.1" status: 200 len: 704 time: 0.1804380 Apr 07 15:00:46.486113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:46.735573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Allocated IP 172.20.0.1 (da20bc64-c7e5-407a-9bc1-5a367bf69a53/64361031-602a-498e-bbe0-7ac12a15bce3/9861a8b7-7216-47f8-adc3-0dc8c8acdc41) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:00:47.065405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.087109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Transition to ACTIVE for port object 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:00:47.148671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.162047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:47.299196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Pushing event updated for resources: {'Port': ['ID=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:47.302808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:47.363599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:00:47.364682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:47.367784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:00:47.368541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.613291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d6d802af-78ed-4255-82e1-652f384495b5 None None] Provisioning for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:00:47.619139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d6d802af-78ed-4255-82e1-652f384495b5 None None] Provisioning complete for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:47.619494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d6d802af-78ed-4255-82e1-652f384495b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.645663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.678415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d6d802af-78ed-4255-82e1-652f384495b5 None None] Port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:00:47.931604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.935617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.936742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:47.949293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:48.085421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Pushing event updated for resources: {'Port': ['ID=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:48.090029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:48.144925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:00:48.146017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:48.355451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Router df9bb91b-a170-4d96-8670-bb5ef72ead4e is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:00:48.404825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-68f3a316-69b8-4797-972f-7e22739cca1c None None] Provisioning complete for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:48.405191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-68f3a316-69b8-4797-972f-7e22739cca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:48.465215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-68f3a316-69b8-4797-972f-7e22739cca1c None None] Port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:00:48.522217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:00:48.533086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Sync routers for ids ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:00:48.533450 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] 10.222.0.30 "PUT /v2.0/routers/df9bb91b-a170-4d96-8670-bb5ef72ead4e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5445678 Apr 07 15:00:48.547150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Routers {'df9bb91b-a170-4d96-8670-bb5ef72ead4e'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:00:48.548045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:00:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:48.738492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Set router df9bb91b-a170-4d96-8670-bb5ef72ead4e gateway port host: None {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:00:49.309124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:47Z', 'revision_number': 2, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port_host': None, '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:47Z', 'revision_number': 2, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:49.315064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Checking router: df9bb91b-a170-4d96-8670-bb5ef72ead4e for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:00:49.315455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Updating router df9bb91b-a170-4d96-8670-bb5ef72ead4e port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:00:49.377798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:49.854972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:49.871539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Transition to ACTIVE for port object 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:00:49.878354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:49.893296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:50.047541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Pushing event updated for resources: {'Port': ['ID=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:50.062667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.063529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.064273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.065026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.065763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.066494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.067441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.068235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.068738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.069223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.069711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.070197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Tracked resource versions report: Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:00:50.071756 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:00:50.091535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:50.289998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Attempting to bind port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:00:50.290490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Attempting to bind port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:00:50.291237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Attempting to bind port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 on network da20bc64-c7e5-407a-9bc1-5a367bf69a53 {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:00:50.298110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:00:50.298540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Checking segment: {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:00:50.299017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:50.299489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Bound using segment: {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:00:50.300279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Bound port: 9861a8b7-7216-47f8-adc3-0dc8c8acdc41, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97459e05-f5ee-42a9-881e-e4801ecc2605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:00:50.300845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:50.389195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] For port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:00:50.394874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] For port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,segment=NetworkSegment(97459e05-f5ee-42a9-881e-e4801ecc2605),segment_id=97459e05-f5ee-42a9-881e-e4801ecc2605)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:00:50.401296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:50.417767 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:50.577791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Pushing event updated for resources: {'Port': ['ID=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:50.581255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:50.639332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Routers {'df9bb91b-a170-4d96-8670-bb5ef72ead4e'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:00:50.639946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:00:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:50.811646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] Set router df9bb91b-a170-4d96-8670-bb5ef72ead4e gateway port host: None {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:00:51.120392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51128) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:51.174266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:47Z', 'revision_number': 2, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port_host': None, '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:50Z', 'revision_number': 4, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:51.178476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10ae9-08bd-449e-90bb-a52607595fdf None None] The sync data for ids ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'] in dv-cinder-782260-2-smb is: [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:47Z', 'revision_number': 2, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port_host': None, '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:50Z', 'revision_number': 4, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:00:51.283224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22dbbeb-4dc3-4599-8084-c0d407a45bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:51.284718 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a22dbbeb-4dc3-4599-8084-c0d407a45bfa admin admin] 10.222.0.30 "GET /v2.0/networks/0be6a04b-8677-4a6a-aca8-0a32deefee71 HTTP/1.1" status: 200 len: 842 time: 0.1633115 Apr 07 15:00:51.295593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.1.1', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:51.300421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:00:51.304499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Usage tracker for resource:subnet and tenant:0c54272ad69a4673805bf34e6647de4d is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:00:51.307529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:00:51.313537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:00:51.323689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Made reservation on behalf of 0c54272ad69a4673805bf34e6647de4d for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:00:51.328324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:51.779121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.objects.ports [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84385) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 07 15:00:51.779619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:51.792850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2aad9b6-0700-4542-bcf8-e25aad573ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:51.934227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4790d145-b5f9-4268-b00d-877f86dd75ad,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:51.939144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:51.993114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:00:51.993498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Network hostable DHCP agents. Network: 0be6a04b-8677-4a6a-aca8-0a32deefee71, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:00:52.015899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:00:52.026298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 0be6a04b-8677-4a6a-aca8-0a32deefee71) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:52.033787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:52.034662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:52.055077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabab698-3385-47fd-b469-f1359d5878f0 None None] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:00:52.063679 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7715182 Apr 07 15:00:52.343258 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc118af-f7fc-4310-8f3c-5db449f7a01a None None] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:00:53.965020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:00:54.036295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:00:54.041323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:54.041727 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:54.169603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:54.188218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,segment=NetworkSegment(97459e05-f5ee-42a9-881e-e4801ecc2605),segment_id=97459e05-f5ee-42a9-881e-e4801ecc2605)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:00:54.192110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:54.194344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:54.273401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=9861a8b7-7216-47f8-adc3-0dc8c8acdc41,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:54.276970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:54.725749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51142) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:00:55.104014 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-870c9ca2-55de-40f2-8610-6e07b37bebae admin admin] 10.222.0.30 "GET /v2.0/routers/df9bb91b-a170-4d96-8670-bb5ef72ead4e HTTP/1.1" status: 200 len: 710 time: 0.3768752 Apr 07 15:00:55.241212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44af25-f988-4990-8609-f8dd8f19f2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:00:55.242740 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2f44af25-f988-4990-8609-f8dd8f19f2fc admin admin] 10.222.0.30 "GET /v2.0/networks/0be6a04b-8677-4a6a-aca8-0a32deefee71 HTTP/1.1" status: 200 len: 886 time: 0.1327002 Apr 07 15:00:55.252898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:00:55.716404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:55.950061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:00:56.021771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:00:56.022085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:56.075015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:56.136197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:56.285474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Allocated IP 172.28.1.31 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/f42cc72b-b831-45a0-bf60-26d255a339a1) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:00:56.442872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:56.504847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:56.520450 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:56.664155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Pushing event updated for resources: {'Port': ['ID=f42cc72b-b831-45a0-bf60-26d255a339a1,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:56.669274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:56.714014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:00:56.715320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:00:56.717818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:00:57.305491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:57.674134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:57.677901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854100586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854090740'] for router, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:57.869148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Router df9bb91b-a170-4d96-8670-bb5ef72ead4e has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:00:58.057235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:00:58.066677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:58.074264 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] 10.222.0.30 "PUT /v2.0/routers/df9bb91b-a170-4d96-8670-bb5ef72ead4e HTTP/1.1" status: 200 len: 889 time: 2.8191161 Apr 07 15:00:58.074501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Sync routers for ids ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:00:58.079621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Routers {'df9bb91b-a170-4d96-8670-bb5ef72ead4e'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:00:58.080626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:00:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:58.448769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Set router df9bb91b-a170-4d96-8670-bb5ef72ead4e gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:00:58.813219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:57Z', 'revision_number': 4, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port': {'id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:56Z', 'updated_at': '2021-04-07T15:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:54Z', 'revision_number': 5, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:00:58.818370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Checking router: df9bb91b-a170-4d96-8670-bb5ef72ead4e for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:00:58.818771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Updating router df9bb91b-a170-4d96-8670-bb5ef72ead4e port f42cc72b-b831-45a0-bf60-26d255a339a1 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:00:58.877615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.288040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.300296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Transition to ACTIVE for port object f42cc72b-b831-45a0-bf60-26d255a339a1 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:00:59.307512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.321102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4bce85f2-34a7-4765-a22a-b9ef7df38a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:59.464014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Pushing event updated for resources: {'Port': ['ID=f42cc72b-b831-45a0-bf60-26d255a339a1,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:59.468420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:59.527707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Attempting to bind port f42cc72b-b831-45a0-bf60-26d255a339a1 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:00:59.528119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Attempting to bind port f42cc72b-b831-45a0-bf60-26d255a339a1 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:00:59.528523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Attempting to bind port f42cc72b-b831-45a0-bf60-26d255a339a1 on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:00:59.534874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:00:59.535182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:00:59.535620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.536048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:00:59.536557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Bound port: f42cc72b-b831-45a0-bf60-26d255a339a1, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:00:59.536969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.618041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] For port f42cc72b-b831-45a0-bf60-26d255a339a1, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:00:59.621312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] For port f42cc72b-b831-45a0-bf60-26d255a339a1, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=f42cc72b-b831-45a0-bf60-26d255a339a1,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:00:59.625341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:00:59.638677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:00:59.786611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Pushing event updated for resources: {'Port': ['ID=f42cc72b-b831-45a0-bf60-26d255a339a1,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:00:59.791389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:00:59.839008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Routers {'df9bb91b-a170-4d96-8670-bb5ef72ead4e'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:00:59.839676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:00:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:01:00.034354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] Set router df9bb91b-a170-4d96-8670-bb5ef72ead4e gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:01:00.390420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:57Z', 'revision_number': 4, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port': {'id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:56Z', 'updated_at': '2021-04-07T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:54Z', 'revision_number': 5, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:01:00.395041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71afd05-8bbf-4334-aea2-4ab0d41010db None None] The sync data for ids ['df9bb91b-a170-4d96-8670-bb5ef72ead4e'] in dv-cinder-782260-2-smb is: [{'id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'name': 'router1', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:00:37Z', 'updated_at': '2021-04-07T15:00:57Z', 'revision_number': 4, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'gw_port': {'id': 'f42cc72b-b831-45a0-bf60-26d255a339a1', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:56Z', 'updated_at': '2021-04-07T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '9861a8b7-7216-47f8-adc3-0dc8c8acdc41', 'name': '', 'network_id': 'da20bc64-c7e5-407a-9bc1-5a367bf69a53', 'tenant_id': '8a25a743ec664c3a81db409a94ff4bf0', 'mac_address': 'fa:16:3e:52:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9bb91b-a170-4d96-8670-bb5ef72ead4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:00:46Z', 'updated_at': '2021-04-07T15:00:54Z', 'revision_number': 5, 'project_id': '8a25a743ec664c3a81db409a94ff4bf0', 'subnets': [{'id': '64361031-602a-498e-bbe0-7ac12a15bce3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf99abdd-16d7-4e5b-8121-534d2f835e2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:01:00.784406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51152) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:01:00.913714 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4e7f1cc6-cd7a-4b38-8801-d38061b54a0a admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1280563 Apr 07 15:01:01.204129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:01:01.982409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f42cc72b-b831-45a0-bf60-26d255a339a1 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:01:02.056794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port f42cc72b-b831-45a0-bf60-26d255a339a1 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:01:02.061904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port f42cc72b-b831-45a0-bf60-26d255a339a1 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:01:02.062152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:02.194668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:02.213948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port f42cc72b-b831-45a0-bf60-26d255a339a1, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=f42cc72b-b831-45a0-bf60-26d255a339a1,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:01:02.217813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:02.220493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:01:02.292282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=f42cc72b-b831-45a0-bf60-26d255a339a1,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:01:02.295614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:01:04.020918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f42cc72b-b831-45a0-bf60-26d255a339a1 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:01:04.112978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port f42cc72b-b831-45a0-bf60-26d255a339a1 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:01:04.113632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:05.986613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c4505800-d706-4e13-b986-fb3e3da6a70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:08.733228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f14c1998-0a12-4bca-be44-5706a91fa22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:09.080219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:09.871253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:10.672850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:35.981800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ba88b2f-ce88-4c64-ba8d-e3a7011fe673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:38.203808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:01:38.729344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0e189348-07da-46b5-b373-71bce8038edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:39.096451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:39.865153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:01:40.636626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:05.992134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-615f2ebe-8a2b-46f0-b29e-d39bdfe5f10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:08.734221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f4e2d6a5-620b-41f7-b78f-5f4e0bf83074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:09.086302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:09.869076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:10.641250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:15.204995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:02:35.992116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0c0e17fa-ad43-4b08-8d0d-15c73b0c8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:38.739501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b29df50b-2ed1-4c76-9edb-a9d535befac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:39.087276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:39.873093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:40.647729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:02:52.204781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:03:05.987351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7e01673f-52c5-4e56-8007-43f0353cfa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:08.743194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9de30c00-4af6-488d-893a-604fc2770f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:09.089473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:09.875981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:10.648139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:16.027166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51724) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:16.107329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bfd0d1-5400-405d-bc3e-a368faf2e96a admin admin] GET failed (client error): The resource could not be found. Apr 07 15:03:16.108800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-02bfd0d1-5400-405d-bc3e-a368faf2e96a admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0805919 Apr 07 15:03:16.253074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d89e9-ee0d-4013-baee-fc5c37a13e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:16.254665 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-792d89e9-ee0d-4013-baee-fc5c37a13e83 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1412055 Apr 07 15:03:18.742870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51734) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:18.866074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80113b47-7769-4831-a1ba-3e339858eec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:18.866703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-80113b47-7769-4831-a1ba-3e339858eec7 admin admin] Synchronizing usage tracker for tenant:0c54272ad69a4673805bf34e6647de4d on resource:subnet {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:03:18.884622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-80113b47-7769-4831-a1ba-3e339858eec7 admin admin] Unset dirty status for tenant:0c54272ad69a4673805bf34e6647de4d on resource:subnet {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:03:18.885892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-80113b47-7769-4831-a1ba-3e339858eec7 admin admin] 10.222.0.30 "GET /v2.0/subnets/64361031-602a-498e-bbe0-7ac12a15bce3 HTTP/1.1" status: 200 len: 849 time: 0.1419787 Apr 07 15:03:18.896627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:03:19.023472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Notify callbacks [] for subnet, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:19.341968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791178952580'] for subnet, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:19.355434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:03:19.674942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64361031-602a-498e-bbe0-7ac12a15bce3,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:03:19.687789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.688176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.688534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.688894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.689246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.689600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.689950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.690298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.690679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.691053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.691399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.691743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:03:19.697546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:03:19.727458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:19.728073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:19.729579 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] 10.222.0.30 "PUT /v2.0/subnets/64361031-602a-498e-bbe0-7ac12a15bce3 HTTP/1.1" status: 200 len: 868 time: 0.8371334 Apr 07 15:03:19.745884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbe27f-277e-4f38-a511-4ce30ccfbb44 None None] Network da20bc64-c7e5-407a-9bc1-5a367bf69a53 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:03:20.221676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-53cfd261-c02f-40c4-a37c-c03a8194a8cf None None] Provisioning complete for port 4cb24d53-6dc6-4381-ba99-b2a97445e469 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:03:20.222095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-53cfd261-c02f-40c4-a37c-c03a8194a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:20.361927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-53cfd261-c02f-40c4-a37c-c03a8194a8cf None None] Provisioning complete for port 9861a8b7-7216-47f8-adc3-0dc8c8acdc41 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:03:20.362253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-53cfd261-c02f-40c4-a37c-c03a8194a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:22.227050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51744) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:22.414953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3152d3f-3295-4e1d-b861-49f0615832bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:22.415466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3152d3f-3295-4e1d-b861-49f0615832bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:22.417114 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c3152d3f-3295-4e1d-b861-49f0615832bb admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1889985 Apr 07 15:03:24.922835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51754) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:25.122125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8d0b2-60b8-4a0a-ac73-81bdbe0f2489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:25.122673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8d0b2-60b8-4a0a-ac73-81bdbe0f2489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:25.124422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5bd8d0b2-60b8-4a0a-ac73-81bdbe0f2489 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005413 Apr 07 15:03:27.616293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51764) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:27.804571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16841c-e8da-4846-9bd2-bdfbeaa552ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:27.805261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ed16841c-e8da-4846-9bd2-bdfbeaa552ad admin admin] Synchronizing usage tracker for tenant:0c54272ad69a4673805bf34e6647de4d on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:03:27.823509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ed16841c-e8da-4846-9bd2-bdfbeaa552ad admin admin] Unset dirty status for tenant:0c54272ad69a4673805bf34e6647de4d on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:03:27.824842 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ed16841c-e8da-4846-9bd2-bdfbeaa552ad admin admin] 10.222.0.30 "GET /v2.0/networks/0be6a04b-8677-4a6a-aca8-0a32deefee71 HTTP/1.1" status: 200 len: 886 time: 0.2074924 Apr 07 15:03:29.204501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:03:30.331370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51774) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:30.692915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf0e10-13c3-403c-85f4-04940649b6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:30.694330 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cabf0e10-13c3-403c-85f4-04940649b6a5 admin admin] 10.222.0.30 "GET /v2.0/networks/da20bc64-c7e5-407a-9bc1-5a367bf69a53 HTTP/1.1" status: 200 len: 869 time: 0.3618381 Apr 07 15:03:33.166888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51784) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:33.290552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6fcb58-e6d9-4032-93e4-5baff5801c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:33.291132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6fcb58-e6d9-4032-93e4-5baff5801c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:33.292856 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6f6fcb58-e6d9-4032-93e4-5baff5801c33 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248429 Apr 07 15:03:35.790625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51794) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:35.911295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82da3a3-29c5-4bfc-b16d-8d589f193362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:35.911806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82da3a3-29c5-4bfc-b16d-8d589f193362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:35.913472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f82da3a3-29c5-4bfc-b16d-8d589f193362 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215467 Apr 07 15:03:35.992960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cbc2c5fb-b242-495f-be65-4d06030986d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:38.431776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51804) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:38.553215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c849c-5d3a-48bc-9bd6-8cef5e0b0fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:38.554759 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-063c849c-5d3a-48bc-9bd6-8cef5e0b0fe6 admin admin] 10.222.0.30 "GET /v2.0/subnets/4790d145-b5f9-4268-b00d-877f86dd75ad HTTP/1.1" status: 200 len: 816 time: 0.1219282 Apr 07 15:03:38.748563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a5562a80-0ca8-40f9-a822-caa1c50bc9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:39.092139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:39.882520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:40.650499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:03:41.048122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51814) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:03:41.172562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b93460-62e5-4b6e-8218-e23928b06b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:03:41.174073 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-01b93460-62e5-4b6e-8218-e23928b06b39 admin admin] 10.222.0.30 "GET /v2.0/subnets/64361031-602a-498e-bbe0-7ac12a15bce3 HTTP/1.1" status: 200 len: 868 time: 0.1248691 Apr 07 15:04:05.987040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1191ff6a-de48-434a-a3e2-076d34152c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:06.205471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:04:07.729025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51858) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:04:07.784097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-904c192c-9934-47bd-bbff-076f676747e5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:04:07.785230 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-904c192c-9934-47bd-bbff-076f676747e5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551219 Apr 07 15:04:08.741889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-10aee2aa-e2c7-48de-8dfe-1c069265a500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:09.096172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:09.878123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:10.344838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51868) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:04:10.422857 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1690435-32a3-4501-9fb0-76795a317fc1 admin admin] GET failed (client error): The resource could not be found. Apr 07 15:04:10.424273 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e1690435-32a3-4501-9fb0-76795a317fc1 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0783970 Apr 07 15:04:10.564968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d0363-00f2-4b8b-9813-9cb801ab4d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:04:10.566479 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5f7d0363-00f2-4b8b-9813-9cb801ab4d7e admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376426 Apr 07 15:04:10.655731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.086010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51878) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:04:13.140646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:04:13.146568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:04:13.157269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:04:13.167280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Made reservation on behalf of 0c54272ad69a4673805bf34e6647de4d for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:04:13.171977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.265307 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.services.revisions.revision_plugin [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Could not find related network for resource to bump revision. Apr 07 15:04:13.277439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:04:13.286439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.286882 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Added segment 7f69a40d-4188-48c9-9f92-31e66018851e of type vlan for network 948e37fa-764b-4af0-860e-5d269d33ecf0 Apr 07 15:04:13.313627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.346839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.348255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:04:13.349260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:13.352972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:04:13.458168 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3708134 Apr 07 15:04:13.458958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=948e37fa-764b-4af0-860e-5d269d33ecf0,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:04:13.466671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.467053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.467425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.467819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.468247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.468853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.469306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.469670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.470038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.470389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.470798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.471135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:13.475695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:04:13.485254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:04:15.980647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51888) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:04:16.056555 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2d63b7-889b-4d82-a86c-bbeffc3e0c74 admin admin] GET failed (client error): The resource could not be found. Apr 07 15:04:16.057988 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ea2d63b7-889b-4d82-a86c-bbeffc3e0c74 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0763195 Apr 07 15:04:16.175510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f5317-5868-462f-87a1-c8b792ad0805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:04:16.177054 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c81f5317-5868-462f-87a1-c8b792ad0805 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1144085 Apr 07 15:04:16.189901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0', 'name': 'shared-subnet'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:04:16.195758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:04:16.206517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:04:16.216944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Made reservation on behalf of 0c54272ad69a4673805bf34e6647de4d for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:04:16.221659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:16.627606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:16.641122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:04:16.771620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c84c471-806e-4e1b-a7e7-9a7af14df09f,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:04:16.776764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:04:16.842927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Checking segment: {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:04:16.843319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Network hostable DHCP agents. Network: 948e37fa-764b-4af0-860e-5d269d33ecf0, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:04:16.863742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:04:16.873094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 948e37fa-764b-4af0-860e-5d269d33ecf0) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:04:16.877451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:04:16.878189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:16.883019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056e7a8-b3ed-4dc3-8917-93ee10650740 None None] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:04:16.904351 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7197456 Apr 07 15:04:17.122972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-948e37fa-764b-4af0-860e-5d269d33ecf0', 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0', 'tenant_id': '0c54272ad69a4673805bf34e6647de4d', 'fixed_ips': [{'subnet_id': '7c84c471-806e-4e1b-a7e7-9a7af14df09f'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:04:17.123913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.293334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Allocated IP 192.168.233.2 (948e37fa-764b-4af0-860e-5d269d33ecf0/7c84c471-806e-4e1b-a7e7-9a7af14df09f/63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:04:17.518078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.528975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Transition to ACTIVE for port object 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:04:17.549580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Transition to ACTIVE for port object 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:04:17.554186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.571051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:04:17.715257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Pushing event updated for resources: {'Port': ['ID=63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:04:17.728303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.728704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.729067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.729431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.729796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.730150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.730507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.731019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.731247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.731595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.731947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.732297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:04:17.737670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:04:17.777310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:04:17.778534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:04:17.780956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:04:17.879402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Attempting to bind port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:04:17.879730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Attempting to bind port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:04:17.880128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Attempting to bind port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e on network 948e37fa-764b-4af0-860e-5d269d33ecf0 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:04:17.885990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:04:17.886381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Checking segment: {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:04:17.886853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.887303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Bound using segment: {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:04:17.887797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Bound port: 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:04:17.888214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.968015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] For port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:04:17.971925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] For port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:04:17.976132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:17.990117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:04:18.312553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Pushing event updated for resources: {'Port': ['ID=63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:04:18.317305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:04:19.620616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b8bf7-5514-4c12-b6a2-fa43234ae3e6 None None] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:04:19.736618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-74d358b0-87ad-4714-9cb2-1cc08e65a7ac None None] Provisioning for port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:04:20.143531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:04:20.221720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:04:20.227613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:04:20.228039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:20.351420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:20.368946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:04:20.372877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:20.375182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:04:20.448164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:04:20.451421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:04:22.128428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:04:22.209417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 63e81ae0-2f8b-4840-bdeb-3ce8ff1b195e triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:04:22.209999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:35.993234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-839b581f-f03e-49fb-84dd-9178df80ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:38.744904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-230b7c2e-80d0-4b9d-bb6d-6ac2643065ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:39.102083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:39.882716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:40.659933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:04:43.204824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:05:05.988071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40147041-a690-47b7-97db-16c3b18d1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:08.748829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-923808ca-e890-4f8d-ae1c-de750a22e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:09.103634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:09.886759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:10.663134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:20.205296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:05:31.238148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51938) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:05:31.244776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [None req-ad315651-d613-4d8d-a06d-f5f535cfc7f2 tempest-verify_tempest_config-1470856178 tempest-verify_tempest_config-1470856178-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:05:31.245835 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ad315651-d613-4d8d-a06d-f5f535cfc7f2 tempest-verify_tempest_config-1470856178 tempest-verify_tempest_config-1470856178-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065892 Apr 07 15:05:31.670442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 51956) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:05:31.812127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:31.827521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:05:31.831581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc54b46bb3146638d38e30b32b192fc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:05:31.834757 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:05:31.840664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:05:31.945453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:31.948966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:31.956374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:05:32.000293 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bc54b46bb3146638d38e30b32b192fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3285913 Apr 07 15:05:32.001048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e21603-8473-4dac-bbb2-6b4b1c3ca481,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:05:32.003296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 51962) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:05:32.008682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.009026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.009382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.009737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.010095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.010446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.010873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.011182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.011532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.011876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.012219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.012558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.017122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:05:32.080548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:32.109958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:32.165239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:32.170932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d8d888ca-b133-49d9-9631-5d57ab11a3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:05:32.186379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e21603-8473-4dac-bbb2-6b4b1c3ca481,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:05:32.195658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.195972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.196330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.196686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.197035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.197388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.197741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.198089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.198442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.198842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.199163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.199506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:05:32.202400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:32.203627 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2e21603-8473-4dac-bbb2-6b4b1c3ca481 HTTP/1.1" status: 204 len: 168 time: 0.1993039 Apr 07 15:05:32.204562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:05:35.991725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11c4b004-3ced-4da3-b6d1-8cb6a55f6e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:38.753677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14052449-2009-4826-9c60-d39ad7a3aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:39.104163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:39.893045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:40.667629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:05:57.205987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:06:05.995390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f422-f723-4969-bfa5-01994ba69145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:08.762492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23b7b997-7ef4-407c-b41e-1db2142addb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:09.105255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:09.899283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:10.676178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:34.243849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 5 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:06:36.003566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2cc02b8f-ef29-41fc-b5cc-dc0b2169ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:38.759453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-39b38853-d611-4ca9-a815-9faf6ab5b7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:39.109580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:39.883434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:06:40.680873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:05.997041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-39fcfccf-3731-4c3e-82da-7add47df4c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:08.752621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05c94ee7-6b58-42e3-9e9c-e7b1d264aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:09.112608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:09.887714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:10.060492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095'] for agent, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:10.688924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:11.234946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:07:14.024991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52014) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:07:14.160397 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-99bc746f-1c8a-4597-819b-d52f0a2a7c2c admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1341856 Apr 07 15:07:16.683953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52024) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:07:16.752723 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b28a3d4b-a987-4342-a1fc-99975fa97ba5 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0675464 Apr 07 15:07:36.005347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-648c1a57-d485-4b16-88e5-4cc4922f504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:38.757278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cfed796f-9cdf-41df-8acf-8781ae5c48e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:39.114284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:39.892135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:40.015776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:40.688335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:07:48.235175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:08:06.003109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f29d1bdc-e94e-44e7-8abb-9c0764228689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:08.764851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c085be9-062c-459a-aa0b-870afe2cdfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:09.141527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:09.897428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:10.032502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:10.692522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:25.235269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:08:36.000440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-16c96344-6f89-4296-a11b-d2994f53721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:38.759604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31ab1454-5918-4f61-ac15-a260c41c43c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:39.115437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:39.902297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:40.032488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:40.693055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.142263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52248) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:47.359737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52260) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:47.395257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52266) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:47.431169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52274) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:47.466310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52282) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:47.536640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1987057482-network', 'tenant_id': 'dd096a98b46d424d9c4e8668696754ac'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:47.542330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:47.546380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Usage tracker for resource:network and tenant:dd096a98b46d424d9c4e8668696754ac is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:47.549490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:47.555954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:47.566402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Made reservation on behalf of dd096a98b46d424d9c4e8668696754ac for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:47.571525 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.586401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.602986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:47.607755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Usage tracker for resource:security_group_rule and tenant:dd096a98b46d424d9c4e8668696754ac is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:47.610680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:47.617309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:47.706771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.710736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.724668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:08:47.737292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.737879 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Added segment bce2f077-a7fa-44dd-bb20-a76024e235f6 of type vlan for network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 Apr 07 15:08:47.752435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:47.787768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1893921118-network', 'tenant_id': '8962940fb7254722ac38008ca78b8721'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:47.799393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.824104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-96285291-network', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:47.833140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:47.840827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:47.846138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Usage tracker for resource:network and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:47.849710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42253d84-5d4c-4aef-9968-b43e62441a52,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:47.850624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:47.864397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:47.866419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Usage tracker for resource:network and tenant:8962940fb7254722ac38008ca78b8721 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:47.875964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:47.881967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-network', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:47.891652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.893542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:47.894020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.896561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.897071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.897554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.898028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.899981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.900473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.901071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.901536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.902728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Usage tracker for resource:network and tenant:d718aff678eb4be3a3f0d7901e44bf23 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:47.903204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.903668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Tracked resource versions report: Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: HyperV agent@hv-cinder-78226: {}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:08:47.904883 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:08:47.910589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:47.918176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:47.935138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-network', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:47.941399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Made reservation on behalf of d718aff678eb4be3a3f0d7901e44bf23 for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:47.946286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.953424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:47.964142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.964821 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:47.978085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Made reservation on behalf of aa0a72111bf1475aa7eaedcb97fd37dc for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:47.983693 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:47.988433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:47.995632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.003979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.016640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.016980 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.019877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.022138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:48.022813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.030028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Usage tracker for resource:network and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.033661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d718aff678eb4be3a3f0d7901e44bf23 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.039577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.043636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.046630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f1ee970-36cc-479a-9200-490e89a754e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.050971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.056759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.060670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.064092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.071958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.087695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.104578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Made reservation on behalf of fe4f3e655e6d4960a01cb171511affde for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:48.109923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.138475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.187289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.207338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.208651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.219480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.235930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.238463 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0943031 Apr 07 15:08:48.243675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52314) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:48.262420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Pushing event updated for resources: {'Network': ['ID=3a6100d2-5743-4aa2-bd0f-c2dd7048a171,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:48.275383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:08:48.291498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Request body: {'subnet': {'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1987057482-subnet', 'tenant_id': 'dd096a98b46d424d9c4e8668696754ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:48.295667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:48.307460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.315270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:48.324338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Usage tracker for resource:security_group_rule and tenant:8962940fb7254722ac38008ca78b8721 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.330867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Usage tracker for resource:subnet and tenant:dd096a98b46d424d9c4e8668696754ac is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:48.342575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.346326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:48.366010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.381066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:48.405474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Made reservation on behalf of dd096a98b46d424d9c4e8668696754ac for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:48.410356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.423896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.444566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.485681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.540812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.544965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:08:48.562951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.593253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791179007722', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.594060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Unsubscribe: segment precommit_create {{(pid=84385) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 07 15:08:48.595019 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Added segment 3ae1ac9e-1423-4417-8aba-007cb0702213 of type vlan for network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 Apr 07 15:08:48.612833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce84c10f-b4f0-497f-9c70-766f6adbec61,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:48.631095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.636397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:08:48.639880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.640361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.640830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.641291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.641770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.642228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.642703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.643163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.643619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.644070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.644521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.645065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Tracked resource versions report: Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: HyperV agent@hv-cinder-78226: {}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:08:48.646269 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:08:48.664421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:48.666870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.678485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e4d6520c-1edd-42fd-be5c-53afa2935e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.679349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.697130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.718306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.719091 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Added segment d8f5c31f-3a7e-4c2a-9889-49af295797ad of type vlan for network 77733163-340e-47e4-ae5d-370f7733f288 Apr 07 15:08:48.720787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.728270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:08:48.732350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c59d33-b334-4d63-8852-d664c8e42817,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:48.742565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:48.760823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.766839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.767243 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Added segment bb3acccd-fc26-4b81-9c73-1935a9fadee0 of type vlan for network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 Apr 07 15:08:48.784538 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bbe3af-1247-486e-b5f3-cdae66e7cd6e,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:48.794128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:48.798561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.806397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.820714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:08:48.829254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.860203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.860585 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Added segment 6c5b309b-4347-40d8-b977-aa84e5a3e24d of type vlan for network 734b89ca-cdd2-4231-94f1-e0b0235a671c Apr 07 15:08:48.870032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258bc0a-077f-4bcd-b03f-617190edc50a,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:48.877387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:48.916675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.918674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.924013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:48.924652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.930997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.931230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.934990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:48.935636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.944990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:48.945372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:48.967304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:48.967938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.075714 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7146862 Apr 07 15:08:49.077378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52328) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:49.080163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce25d48-5e4d-4185-ad43-f2f272a6a919,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:49.086344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Request body: {'subnet': {'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1893921118-subnet', 'tenant_id': '8962940fb7254722ac38008ca78b8721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:49.092924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:49.093575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:08:49.095667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:49.103216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Usage tracker for resource:subnet and tenant:8962940fb7254722ac38008ca78b8721 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:49.106839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:49.107772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f8a494-43ff-4417-a86a-8bd24ff1dc79,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:49.114994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:49.118987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:49.123596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:49.137755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:49.142702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:08:49.143151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Notify callbacks [] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.147136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.178298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:49.179303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.199257 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7667909 Apr 07 15:08:49.204002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52340) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:49.218702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Request body: {'subnet': {'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-subnet', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:49.233580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:49.273234 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8766589 Apr 07 15:08:49.279260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52348) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:49.293811 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8263237 Apr 07 15:08:49.295512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52352) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:49.301711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Request body: {'subnet': {'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-96285291-subnet', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:49.304347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Usage tracker for resource:subnet and tenant:d718aff678eb4be3a3f0d7901e44bf23 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:49.309805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:49.323483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:49.323869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Pushing event updated for resources: {'Network': ['ID=77733163-340e-47e4-ae5d-370f7733f288,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:49.330183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Request body: {'subnet': {'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-subnet', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:49.334409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.354052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:49.354850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:49.376955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:49.393421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:49.435003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:49.439565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Usage tracker for resource:subnet and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:49.448140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:49.450896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 77733163-340e-47e4-ae5d-370f7733f288 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:08:49.461003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Usage tracker for resource:subnet and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:49.517194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Made reservation on behalf of d718aff678eb4be3a3f0d7901e44bf23 for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:49.522348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.598052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:49.601333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:49.621054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:49.633752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Pushing event updated for resources: {'Network': ['ID=734b89ca-cdd2-4231-94f1-e0b0235a671c,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:49.654211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:49.663691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Made reservation on behalf of aa0a72111bf1475aa7eaedcb97fd37dc for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:49.672749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:08:49.676107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.714216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Made reservation on behalf of fe4f3e655e6d4960a01cb171511affde for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:49.719086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:49.981113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf28b5c-296c-4724-b7ad-d8091466221c,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:50.202250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:50.295447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52400) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:50.400642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Checking segment: {'id': 'bce2f077-a7fa-44dd-bb20-a76024e235f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:50.401043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Network hostable DHCP agents. Network: 3a6100d2-5743-4aa2-bd0f-c2dd7048a171, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:08:50.540419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:50.565217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:08:50.581486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:50.597718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 3a6100d2-5743-4aa2-bd0f-c2dd7048a171) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:50.601231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Usage tracker for resource:security_group_rule and tenant:f76ce738edd7488bbdd56bc33d394815 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:50.609501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:50.613224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:50.613881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:50.614946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e57c0c3-4f14-4265-a0ba-22730f4847e9 None None] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:50.633064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:50.726465 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4660680 Apr 07 15:08:50.796206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:50.798129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:50.833621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-62b383d8-ab1d-433d-af16-24435682d857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:50.992994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.163666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d118a15-1f4f-46d3-9a56-e90478f3efe6 None None] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:51.177677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2919e787-4238-4f83-8ae4-9d14a671fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:51.250345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f964569-70b2-4d40-a02c-9dc5158252db,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:51.332591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.346988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.406986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Checking segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:51.407386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Network hostable DHCP agents. Network: 77733163-340e-47e4-ae5d-370f7733f288, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:08:51.426407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Checking segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:51.428697 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Network hostable DHCP agents. Network: 9ce25d48-5e4d-4185-ad43-f2f272a6a919, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:08:51.442332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab060e2-8f92-4c56-bb03-c5924852df51,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:51.450259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:51.452840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:51.453040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:51.458290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.459300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=23942e28-e347-4a5c-90d5-d574a697e2d9,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:51.469390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Network 77733163-340e-47e4-ae5d-370f7733f288 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:08:51.471937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:51.474957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52442) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:51.492659 dv-cinder-782260-2-smb neutron-server[84271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 15:08:51.493720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:51.535317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 77733163-340e-47e4-ae5d-370f7733f288) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:51.545957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371576d-ba3b-46ab-ab2e-59a1ad60261e None None] Network 77733163-340e-47e4-ae5d-370f7733f288 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:51.547588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:51.548230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.551293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Synchronizing usage tracker for tenant:0c54272ad69a4673805bf34e6647de4d on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:08:51.613315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Checking segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:51.614221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Network hostable DHCP agents. Network: 734b89ca-cdd2-4231-94f1-e0b0235a671c, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:08:51.634337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672cf64a-7481-454f-bedb-e4b51b253585,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:51.638217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:51.643817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:51.665321 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a74e18c6-3e0e-4f1c-a278-f3a790950946 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3840022 Apr 07 15:08:51.669998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52446) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:51.678327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:51.679500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:08:51.685160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:08:51.704533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:51.711040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 734b89ca-cdd2-4231-94f1-e0b0235a671c) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:51.713034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Usage tracker for resource:router and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:51.720335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:51.724017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:51.724483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.726029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0a8f0-7166-432a-869a-6e8a79c427f2 None None] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:51.740799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-fe87561f-9413-4efd-ad3c-c3c156892ac7 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:51.742606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-fe87561f-9413-4efd-ad3c-c3c156892ac7 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/networks?id=3a6100d2-5743-4aa2-bd0f-c2dd7048a171 HTTP/1.1" status: 200 len: 812 time: 0.2648044 Apr 07 15:08:51.743696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:51.765255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e353b2a-2eab-4f08-bcb9-78be315cd5d3,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:51.772281 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-1f67f572-4396-471f-a3d2-cc98a8a49823 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/quotas/dd096a98b46d424d9c4e8668696754ac HTTP/1.1" status: 200 len: 375 time: 0.0196071 Apr 07 15:08:51.774783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.776057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.782461 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4702809 Apr 07 15:08:51.782993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Unset dirty status for tenant:0c54272ad69a4673805bf34e6647de4d on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:08:51.787608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52454) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:51.788622 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f76ce738edd7488bbdd56bc33d394815&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4912193 Apr 07 15:08:51.798406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 9ce25d48-5e4d-4185-ad43-f2f272a6a919) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:51.815861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:51.817121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52456) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:51.837012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:51.842676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:51.847578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Usage tracker for resource:router and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:51.851032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:51.857940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:51.881007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.882188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.888374 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-cddbbd6c-0ded-416b-a617-8edd0e92eb7b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd096a98b46d424d9c4e8668696754ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043727 Apr 07 15:08:51.900508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.914672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-77733163-340e-47e4-ae5d-370f7733f288', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:08:51.915914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.919627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.946325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:51.979366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.040672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692922f-37b0-4d72-ba04-8829988ffc2a None None] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:52.041576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Checking segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:52.041947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Network hostable DHCP agents. Network: f4f8a494-43ff-4417-a86a-8bd24ff1dc79, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:08:52.051196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:52.052011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.064120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.089217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:52.107371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:08:52.116951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672cf64a-7481-454f-bedb-e4b51b253585,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:52.119086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.123463 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/672cf64a-7481-454f-bedb-e4b51b253585 HTTP/1.1" status: 204 len: 168 time: 0.2977931 Apr 07 15:08:52.134203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, f4f8a494-43ff-4417-a86a-8bd24ff1dc79) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:52.136909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:52.138974 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0603287 Apr 07 15:08:52.144022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:52.144741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.183266 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9725156 Apr 07 15:08:52.185666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52476) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:52.192669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:52.197940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:52.203152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Usage tracker for resource:router and tenant:d718aff678eb4be3a3f0d7901e44bf23 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:52.207191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:52.208576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8945cc40-e8c8-415b-89b9-8fc3513ec557 None None] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:52.215585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52482) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:52.228055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:52.239659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.241265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.263989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.560324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.620708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-734b89ca-cdd2-4231-94f1-e0b0235a671c', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:08:52.621665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.765357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.884573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Allocated IP 172.20.0.2 (77733163-340e-47e4-ae5d-370f7733f288/8f964569-70b2-4d40-a02c-9dc5158252db/c1e5bd24-dafd-41a7-8214-7b963a4656bd) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:08:52.900168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52502) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:52.949798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.953009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:52.982463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:53.008664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:53.009162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:53.020571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae1fa4bf78a24a10903fe0282bd7f12e is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:53.028022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:53.037887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:53.177112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Usage tracker for resource:security_group_rule and tenant:120711de2fb94be5a30771ef87f370af is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:53.192407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-18f6951b-c814-4444-9f6d-c2474dc75af7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:08:53.205145 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-18f6951b-c814-4444-9f6d-c2474dc75af7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9155176 Apr 07 15:08:53.250837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2899ee-1136-474d-8c90-cef5bcadd2fa None None] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:53.486865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:53.510325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:53.607300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975d3a9-f0c9-4de4-bc6b-bcd8060f700f None None] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:53.627739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52528) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:53.635921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:53.637339 dv-cinder-782260-2-smb neutron-server[84271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 15:08:53.666765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:53.703848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-41985c2a-e89d-4566-b806-610bb8225b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:53.798414 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae1fa4bf78a24a10903fe0282bd7f12e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5808804 Apr 07 15:08:53.814624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52532) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:53.827903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Allocated IP 172.20.0.2 (734b89ca-cdd2-4231-94f1-e0b0235a671c/9ab060e2-8f92-4c56-bb03-c5924852df51/5123b1ff-18d5-4ac3-83a8-d626b88ff9d2) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:08:53.858650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9779b-2fbf-4c1e-a3c0-3a0598073ef6,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:53.862037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:53.899357 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-db527033-7249-409d-ab47-8d6c14555cbe service neutron] 10.222.0.30 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932373 Apr 07 15:08:53.910050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:53.996368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.061360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-aa8a4add-9596-43c5-aa8a-4886ea7627f1 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:54.062085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-aa8a4add-9596-43c5-aa8a-4886ea7627f1 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:08:54.132052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.169647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.196990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.218263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.261730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.268006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.283143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Transition to ACTIVE for port object c1e5bd24-dafd-41a7-8214-7b963a4656bd will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:08:54.294910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.305508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-aa8a4add-9596-43c5-aa8a-4886ea7627f1 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:08:54.311547 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-aa8a4add-9596-43c5-aa8a-4886ea7627f1 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.6823413 Apr 07 15:08:54.318771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7baef91a-71a5-4f95-8716-fddc6308e7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:54.343827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Transition to ACTIVE for port object c1e5bd24-dafd-41a7-8214-7b963a4656bd will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:08:54.349008 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-559ead7d-3de1-4874-ab65-12c68ae92d9f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/quotas/8962940fb7254722ac38008ca78b8721 HTTP/1.1" status: 200 len: 375 time: 0.0356441 Apr 07 15:08:54.367799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.416113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.422467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:54.427818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b32cb267-8b2a-4c15-89aa-b46247c1b1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:54.437409 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-51497058-6bdf-4e36-9faf-b38d535f573e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781057 Apr 07 15:08:54.442519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9779b-2fbf-4c1e-a3c0-3a0598073ef6,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:54.448034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:54.464199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.465516 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92a9779b-2fbf-4c1e-a3c0-3a0598073ef6 HTTP/1.1" status: 204 len: 168 time: 0.6397469 Apr 07 15:08:54.467689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d823a-e3dc-4650-9d1b-ffe2ad592fff,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:54.498076 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-f3f9d6c3-67ca-4fdd-8276-ca0eaac887ff service neutron] 10.222.0.30 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584469 Apr 07 15:08:54.554901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:54.557680 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=120711de2fb94be5a30771ef87f370af&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6423178 Apr 07 15:08:54.561703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52550) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:54.586113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.628292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.640561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.652766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Pushing event updated for resources: {'Port': ['ID=c1e5bd24-dafd-41a7-8214-7b963a4656bd,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:54.675537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.676164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.676581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.677041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.677413 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.677781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.678171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.678478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.678919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.679282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.679641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.680594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Tracked resource versions report: Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: HyperV agent@hv-cinder-78226: {}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:08:54.681825 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:08:54.685646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Transition to ACTIVE for port object 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:08:54.704072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:54.738740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Transition to ACTIVE for port object 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:08:54.750167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.751671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Allocated IP 172.28.1.87 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:08:54.754312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-9969ae51-ebb2-44db-8726-ace0f7da1934 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:08:54.755553 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-9969ae51-ebb2-44db-8726-ace0f7da1934 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1997633 Apr 07 15:08:54.771093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:54.779093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:54.869835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Network 77733163-340e-47e4-ae5d-370f7733f288 is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:08:54.926189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:54.945367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:08:54.962508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.004358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Pushing event updated for resources: {'Port': ['ID=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:55.014596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:55.086583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Attempting to bind port c1e5bd24-dafd-41a7-8214-7b963a4656bd on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:08:55.087085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Attempting to bind port c1e5bd24-dafd-41a7-8214-7b963a4656bd by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:08:55.087527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Attempting to bind port c1e5bd24-dafd-41a7-8214-7b963a4656bd on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:08:55.107019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:08:55.107446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Checking segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:55.107900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.108395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Bound using segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:08:55.108854 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Bound port: c1e5bd24-dafd-41a7-8214-7b963a4656bd, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:08:55.109275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.140881 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-62f1059f-75ff-47be-a01d-f7656a353530 req-78991db4-a7c7-472b-8f9d-7e9cffd43956 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.1764777 Apr 07 15:08:55.182444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.186540 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-7fb158d3-6331-4f69-a10e-a467293085f7 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181740 Apr 07 15:08:55.192284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:55.200542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:08:55.203689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:55.207857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d823a-e3dc-4650-9d1b-ffe2ad592fff,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:55.210295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:55.226883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:08:55.229154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.268873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.319097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3ecb03aa-c7b4-49d3-ae16-46dec2fad154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:55.332179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] For port c1e5bd24-dafd-41a7-8214-7b963a4656bd, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:08:55.359949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.362052 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d9d823a-e3dc-4650-9d1b-ffe2ad592fff HTTP/1.1" status: 204 len: 168 time: 0.7986529 Apr 07 15:08:55.385974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] For port c1e5bd24-dafd-41a7-8214-7b963a4656bd, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=c1e5bd24-dafd-41a7-8214-7b963a4656bd,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:08:55.388772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Attempting to bind port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:08:55.389219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Attempting to bind port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:08:55.389732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Attempting to bind port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:08:55.408564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.455707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:08:55.456176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Checking segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:08:55.456641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.457087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Bound using segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:08:55.457717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Bound port: 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:08:55.458038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.458177 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-bd79cfcf-4437-4763-bf30-f8df70c5f94e service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421961 Apr 07 15:08:55.495224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:55.496585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52590) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:55.498668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Allocated IP 172.28.1.136 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/a27709b3-7daf-467e-aa2c-010fec339f6b) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:08:55.610407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Pushing event updated for resources: {'Port': ['ID=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:55.624397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:55.737100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:08:55.738229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:55.745138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:08:55.866890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.913517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:55.948468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:56.109876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Pushing event updated for resources: {'Port': ['ID=c1e5bd24-dafd-41a7-8214-7b963a4656bd,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:56.119766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:56.156274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] For port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:08:56.164312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] For port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:08:56.167293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:56.179033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:56.208594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:56.368967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:56.404377 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ac2e68b6-e1c7-4862-a2e7-fe24cbd55cfc req-f896d16b-b2ba-443f-b695-66b7f1602ce9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.1801758 Apr 07 15:08:56.487285 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8c497b5b-7652-4511-ae0b-b5ce96e57d0f req-bd420605-7d05-4d05-acca-39248284476f tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.1330822 Apr 07 15:08:56.488468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5b9125e9dc4169a457ba0ce83209c1 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:56.503813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Pushing event updated for resources: {'Port': ['ID=a27709b3-7daf-467e-aa2c-010fec339f6b,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:56.509647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:56.513003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Allocated IP 172.28.1.97 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/0a0cd64c-27cb-45f5-972d-bee865bcd8fe) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:08:56.514870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:56.524688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:56.529115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Pushing event updated for resources: {'Port': ['ID=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:56.536267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:56.627965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:08:56.634094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:56.637682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:08:57.018372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.056673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.085202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.116011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-76b32584-8d14-4376-ad0f-1b281fa9741e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:57.125638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.175295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:57.256272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52664) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:57.285493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1d716-a3d1-4a34-9c7b-22d13f815d17,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:57.308021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:57.322996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:57.399062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:57.423253 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc5b9125e9dc4169a457ba0ce83209c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9154367 Apr 07 15:08:57.423758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52680) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:57.446078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.560719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.665201 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a4f3dd72-38b6-4092-aa3e-af36017e8e0a req-591ce057-6bc0-47a2-8bf2-da47c6e98287 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.0773945 Apr 07 15:08:57.703734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.716444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:08:57.717633 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:08:57.723340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:08:57.775424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:57.899953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372243725-network', 'tenant_id': '87a8351b9a90418e9323f279911b5ce9'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:57.923346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:58.016077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Usage tracker for resource:network and tenant:87a8351b9a90418e9323f279911b5ce9 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:58.023673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:58.045280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:58.082943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Made reservation on behalf of 87a8351b9a90418e9323f279911b5ce9 for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:08:58.097815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:58.160446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:58.221047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:08:58.409850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Usage tracker for resource:security_group_rule and tenant:87a8351b9a90418e9323f279911b5ce9 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:08:58.516085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:08:58.607214 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-54cc315d-03c8-440c-ad23-1331bc0776e4 req-590bb49a-897e-424d-8b10-514b2ac0d5c3 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.8176637 Apr 07 15:08:58.651129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:08:58.659198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device c1e5bd24-dafd-41a7-8214-7b963a4656bd up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:08:58.766989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b26f4f-5952-4785-a345-7b747f6b7dc7 None None] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:58.877320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef772b04-bd92-45eb-abbc-a7b1ed179792 None None] Network 77733163-340e-47e4-ae5d-370f7733f288 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:08:58.928947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.62', 49243) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:58.930900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.073457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.178042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Provisioning for port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:08:59.195296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f030e049-18c6-4a2f-be2c-6b60d0c8bb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:59.208274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.212093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:08:59.216621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1d716-a3d1-4a34-9c7b-22d13f815d17,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:59.234407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Provisioning complete for port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:08:59.234859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.330726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:59.357188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.357188 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fb1d716-a3d1-4a34-9c7b-22d13f815d17 HTTP/1.1" status: 204 len: 168 time: 1.9290600 Apr 07 15:08:59.378156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port c1e5bd24-dafd-41a7-8214-7b963a4656bd completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:08:59.525820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-04aa3e00-1846-4dfc-bd42-d8aed1dd143a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:08:59.529053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-04aa3e00-1846-4dfc-bd42-d8aed1dd143a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Synchronizing usage tracker for tenant:dd096a98b46d424d9c4e8668696754ac on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:08:59.592022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-04aa3e00-1846-4dfc-bd42-d8aed1dd143a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Unset dirty status for tenant:dd096a98b46d424d9c4e8668696754ac on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:08:59.597761 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-04aa3e00-1846-4dfc-bd42-d8aed1dd143a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.62 "GET /v2.0/networks?id=3a6100d2-5743-4aa2-bd0f-c2dd7048a171 HTTP/1.1" status: 200 len: 812 time: 0.6621010 Apr 07 15:08:59.669131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Request body: {'port': {'device_id': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171', 'admin_state_up': True, 'tenant_id': 'dd096a98b46d424d9c4e8668696754ac'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:08:59.678347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.701082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] For port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:08:59.766326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.807359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:08:59.889944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.62', 49249) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:08:59.891240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:08:59.893859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:08:59.955577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Pushing event updated for resources: {'Port': ['ID=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:08:59.959427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:08:59.994775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Provisioning for port c1e5bd24-dafd-41a7-8214-7b963a4656bd completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:00.003079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Provisioning complete for port c1e5bd24-dafd-41a7-8214-7b963a4656bd triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:00.004047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.035280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Router 6307cc7d-f170-419b-af51-dd512a6d37d2 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:09:00.054569 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38860c2c-fcbf-4d87-8123-2f905be80429 req-139c54b6-e723-4132-9272-b01229285ccf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.1187785 Apr 07 15:09:00.393234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:00.447860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.484961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] For port c1e5bd24-dafd-41a7-8214-7b963a4656bd, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=c1e5bd24-dafd-41a7-8214-7b963a4656bd,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:00.494904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52780) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:00.495151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.504209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:00.524673 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-51f66766-504f-4701-a7dc-4c390a7e9bad req-241247e0-bd10-4769-9f8d-7d9593bcc46f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 1.3138173 Apr 07 15:09:00.536627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52788) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:00.577228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:00.577655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.577964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.604839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:00.622875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Sync routers for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:00.655229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:00.656077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:08:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:00.671192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:09:00.693894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:00.712869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Usage tracker for resource:security_group_rule and tenant:890e9d0647084c4e92bb92bd70ebb6fc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:00.715868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Pushing event updated for resources: {'Port': ['ID=c1e5bd24-dafd-41a7-8214-7b963a4656bd,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:00.722679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:00.723174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:00.733906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:00.737210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:00.739354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ecc733d0-3498-493a-baf9-8421a85cea87 None None] Provisioning complete for port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:00.739786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ecc733d0-3498-493a-baf9-8421a85cea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.740312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:00.742040 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5543566 Apr 07 15:09:00.747968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52796) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:00.866477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Usage tracker for resource:port and tenant:dd096a98b46d424d9c4e8668696754ac is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:00.879857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:00.976237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:00.988115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:01.002552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:01.019247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:01.055681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Made reservation on behalf of dd096a98b46d424d9c4e8668696754ac for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:01.063014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:01.085211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:01.093302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:01.095874 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2988079 Apr 07 15:09:01.097611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52800) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:01.113895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Usage tracker for resource:security_group_rule and tenant:80728ee4609247a68248c4af10274f63 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:01.126047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:01.147642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:01.216374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:01.282388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:01.283188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:08:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:01.419145 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0876ccd8-923b-4037-8721-0b2f5b7dde9a req-fe512a8b-ae8d-46d6-b8f8-c14c3a8409eb tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.0826309 Apr 07 15:09:01.625540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:01.827189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:08:57Z', 'revision_number': 3, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:01.832391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Checking router: 6307cc7d-f170-419b-af51-dd512a6d37d2 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:01.832776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Updating router 6307cc7d-f170-419b-af51-dd512a6d37d2 port a27709b3-7daf-467e-aa2c-010fec339f6b binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:01.905402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:01.921515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ecc733d0-3498-493a-baf9-8421a85cea87 None None] Provisioning complete for port c1e5bd24-dafd-41a7-8214-7b963a4656bd triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:01.921910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ecc733d0-3498-493a-baf9-8421a85cea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.081188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:02.179069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-b4ed2929-dd7c-4c3f-9109-410bfcd8dbc9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:02.180915 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-b4ed2929-dd7c-4c3f-9109-410bfcd8dbc9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 2.1472492 Apr 07 15:09:02.257882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:09:02.357104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.362853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Request body: {'port': {'device_id': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'admin_state_up': True, 'tenant_id': '8962940fb7254722ac38008ca78b8721'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:02.426030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device c1e5bd24-dafd-41a7-8214-7b963a4656bd up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:02.457781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Allocated IP 172.20.0.7 (3a6100d2-5743-4aa2-bd0f-c2dd7048a171/fcf28b5c-296c-4724-b7ad-d8091466221c/c10b093a-e8c7-4542-84c3-79e7fbc59420) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:02.677637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:02.685780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Usage tracker for resource:port and tenant:8962940fb7254722ac38008ca78b8721 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:02.689661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:02.693312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.694852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.697175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:02.723818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port c1e5bd24-dafd-41a7-8214-7b963a4656bd triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:02.724001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Transition to ACTIVE for port object a27709b3-7daf-467e-aa2c-010fec339f6b will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:02.724617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.736736 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5b54f303-e4b7-4280-9e53-93301346f715 req-016d6c78-2b5f-4574-89ff-3566e8fd19a8 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.6047628 Apr 07 15:09:02.736978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.737377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:02.743668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.767946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:09:02.776664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.905395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:02.977571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:02.988508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:02.997649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.031332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Attempting to bind port a27709b3-7daf-467e-aa2c-010fec339f6b on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:03.031768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Attempting to bind port a27709b3-7daf-467e-aa2c-010fec339f6b by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:03.032290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Attempting to bind port a27709b3-7daf-467e-aa2c-010fec339f6b on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:03.042159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe73b130-0fe8-4de6-b85c-be656a26c420,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.045150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.051851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:03.066191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:03.074308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:03.075735 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.076315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:03.079648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Bound port: a27709b3-7daf-467e-aa2c-010fec339f6b, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:03.080248 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.110480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:56Z', 'revision_number': 3, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:03.116397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:03.117746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Updating router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:03.186235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:03.229195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.245898 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80728ee4609247a68248c4af10274f63&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6947455 Apr 07 15:09:03.271137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] For port a27709b3-7daf-467e-aa2c-010fec339f6b, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:03.281388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] For port a27709b3-7daf-467e-aa2c-010fec339f6b, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a27709b3-7daf-467e-aa2c-010fec339f6b,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:03.297146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.392166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52816) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:03.399609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e6794-60a8-489b-8e9c-9dcccd3c64c3,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.416813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:03.436883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:03.445074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:03.489763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Allocated IP 172.20.0.7 (9ce25d48-5e4d-4185-ad43-f2f272a6a919/23942e28-e347-4a5c-90d5-d574a697e2d9/fdd21184-37e4-4353-913e-12a352814777) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:03.620946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:03.626191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:03.641428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:03.642319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.653549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.675079 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=890e9d0647084c4e92bb92bd70ebb6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1808863 Apr 07 15:09:03.679925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52820) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:03.681139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:03.735441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.744739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Pushing event updated for resources: {'Port': ['ID=a27709b3-7daf-467e-aa2c-010fec339f6b,revision_number=2']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.761159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.761664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.762076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.762549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.763551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.763551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.763763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.764021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.764336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.764786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.765217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.765611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.766111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Tracked resource versions report: Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: pushed versions: Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: { 'AddressGroup': {'1.2'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': {'1.0'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': {'1.0'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': {'1.1'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': {'1.7'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': {'1.2'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': {'1.8'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': {'1.4'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': {'1.2'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': {'1.0'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': {'1.1'}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': {'1.1'}} Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: consumer versions: Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: { DHCP agent@dv-cinder-782260-2-smb: {}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: HyperV agent@hv-cinder-78226: {}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: L3 agent@dv-cinder-782260-2-smb: {}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: Metadata agent@dv-cinder-782260-2-smb: {}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: Metering agent@dv-cinder-782260-2-smb: {}, Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: Open vSwitch agent@dv-cinder-782260-2-smb: { 'AddressGroup': '1.2', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'ConntrackHelper': '1.0', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Log': '1.0', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Network': '1.1', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Port': '1.7', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'PortForwarding': '1.2', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'QosPolicy': '1.8', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroup': '1.4', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SecurityGroupRule': '1.2', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'SubPort': '1.0', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Subnet': '1.1', Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: 'Trunk': '1.1'}} Apr 07 15:09:03.767617 dv-cinder-782260-2-smb neutron-server[84271]: {{(pid=84387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 07 15:09:03.774183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:03.774977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:03.835165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:03.868682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Pushing event updated for resources: {'Port': ['ID=a27709b3-7daf-467e-aa2c-010fec339f6b,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.876298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:03.923728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e6d9a-6b8b-4205-9b2e-1d9c1137a49b,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:03.954177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:09:03.976842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.979601 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Added segment 8c43b5cf-4468-4b4b-9634-1dd3e1939db1 of type vlan for network 43a903f6-cadc-4572-b588-f08c08e5377d Apr 07 15:09:03.987795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:03.996002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:03.996701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:08:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:04.020588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Transition to ACTIVE for port object 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:04.025713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:04.034146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.132333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.139595 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f041b52e-addf-4146-afa2-0f95c6985197 req-b8608e0c-6c24-4fd2-9553-f6e1e64db5ad tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.1018772 Apr 07 15:09:04.189459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.293894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.311080 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6582212 Apr 07 15:09:04.313750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:04.388633 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.412536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Pushing event updated for resources: {'Port': ['ID=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:04.418019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:04.433244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:04.532822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fde2a1cf-defd-483a-859c-abd2a4400916 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:04.533574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fde2a1cf-defd-483a-859c-abd2a4400916 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Synchronizing usage tracker for tenant:dd096a98b46d424d9c4e8668696754ac on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:04.538593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.573070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b445bd61-7b32-486d-a138-99c7bd72a3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:04.578905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Attempting to bind port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:04.579322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Attempting to bind port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:04.579729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Attempting to bind port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:04.589317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:04.589776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:04.590225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.590677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:04.591203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Bound port: 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:04.591619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.598917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe73b130-0fe8-4de6-b85c-be656a26c420,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:04.632141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:04.776999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] For port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:04.780961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] For port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:04.785091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.864257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:04.882109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:04.895066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Allocated IP 172.20.0.1 (f4f8a494-43ff-4417-a86a-8bd24ff1dc79/1e353b2a-2eab-4f08-bcb9-78be315cd5d3/7fdf07de-a6e3-45a0-99db-99f648bc2588) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:04.901202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.905400 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe73b130-0fe8-4de6-b85c-be656a26c420 HTTP/1.1" status: 204 len: 168 time: 1.0978255 Apr 07 15:09:04.905400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:04.907997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fde2a1cf-defd-483a-859c-abd2a4400916 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Unset dirty status for tenant:dd096a98b46d424d9c4e8668696754ac on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:04.909490 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fde2a1cf-defd-483a-859c-abd2a4400916 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 931 time: 2.1449609 Apr 07 15:09:04.989299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:04.992769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:05.023392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:05.024217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:08:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:05.030019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.087072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.091920 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.4208317 Apr 07 15:09:05.095073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52830) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:05.123445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:05.125245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:08:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:05.144680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.224588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fcbc80e3-58e5-407a-ae36-ed293bb11ee9 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Synchronizing usage tracker for tenant:dd096a98b46d424d9c4e8668696754ac on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:05.233700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.314462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d9996358-9e2b-44f3-b9c8-3460bc38027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:05.343504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.362407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:05.363100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.374018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:05.441016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:05.498141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Pushing event updated for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:05.502433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.518142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:05.519056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fcbc80e3-58e5-407a-ae36-ed293bb11ee9 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Unset dirty status for tenant:dd096a98b46d424d9c4e8668696754ac on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:05.532317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5761942-a214-4ba2-a8fa-b47664e780a5 req-fcbc80e3-58e5-407a-ae36-ed293bb11ee9 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583870 Apr 07 15:09:05.570399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:05.657920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c153aab6-a86d-4a3f-8a2c-28ff478670d4 req-cdec509d-a703-44bb-b3f4-f5c03bd62644 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:05.688405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.713744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:05.754102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e6794-60a8-489b-8e9c-9dcccd3c64c3,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:05.796063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:05.807164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.811055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c153aab6-a86d-4a3f-8a2c-28ff478670d4 req-cdec509d-a703-44bb-b3f4-f5c03bd62644 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:05.811712 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a01e6794-60a8-489b-8e9c-9dcccd3c64c3 HTTP/1.1" status: 204 len: 168 time: 2.3962028 Apr 07 15:09:05.817055 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c153aab6-a86d-4a3f-8a2c-28ff478670d4 req-cdec509d-a703-44bb-b3f4-f5c03bd62644 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.3446043 Apr 07 15:09:05.880253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:05.881847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:05.892087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:05.892842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:05.908457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Pushing event updated for resources: {'Port': ['ID=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:05.927628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:05.988244 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 8.7262213 Apr 07 15:09:05.998157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:06.017810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 52850) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:06.031404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Request body: {'subnet': {'network_id': '43a903f6-cadc-4572-b588-f08c08e5377d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372243725-subnet', 'tenant_id': '87a8351b9a90418e9323f279911b5ce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:06.052934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Pushing event updated for resources: {'Network': ['ID=43a903f6-cadc-4572-b588-f08c08e5377d,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:06.059461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b79fe56b-c0cf-4e25-8d04-bbdb8b1f24e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:06.090832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:06.097839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:06.117780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 43a903f6-cadc-4572-b588-f08c08e5377d details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:09:06.269015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:58Z', 'revision_number': 3, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:06.283372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:06.283827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Updating router f7dcf87e-b553-4991-b357-b4d189ed9f64 port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:06.321715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:06.416753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:06.602261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:56Z', 'revision_number': 3, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:06.608653 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783a4d0-15c5-4a50-bc79-93e1ebbeaf18 None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:56Z', 'revision_number': 3, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:06.620066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Allocated IP 172.20.0.1 (734b89ca-cdd2-4231-94f1-e0b0235a671c/9ab060e2-8f92-4c56-bb03-c5924852df51/10139ec4-31c5-448a-8fa1-7ef677d4f3b6) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:06.672548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:08:57Z', 'revision_number': 3, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:06.682689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5a5a18-4a32-44e8-839a-826e0c80cc6d None None] The sync data for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb is: [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:08:57Z', 'revision_number': 3, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:06.690253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-83f85577-9199-4fb5-9574-66ea776094a8 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:09:06.691486 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-83f85577-9199-4fb5-9574-66ea776094a8 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366461 Apr 07 15:09:06.725249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52866) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:06.821727 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:06.966624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:06.974879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Usage tracker for resource:security_group_rule and tenant:d4774327f8634190afcf28df96e09616 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:06.992795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:07.003118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:07.021320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Usage tracker for resource:subnet and tenant:87a8351b9a90418e9323f279911b5ce9 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:07.058017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:07.088022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:07.440890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:07.504848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:07.559787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Transition to ACTIVE for port object 0a0cd64c-27cb-45f5-972d-bee865bcd8fe will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:07.589655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:07.613298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54ad7c-68bc-42e0-900a-f63c0ef98a1e req-2de795c5-8110-4b04-a4b9-d17fa16ee438 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:07.615082 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8b54ad7c-68bc-42e0-900a-f63c0ef98a1e req-2de795c5-8110-4b04-a4b9-d17fa16ee438 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 931 time: 0.6865880 Apr 07 15:09:07.665146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:07.688404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Request body: {'port': {'device_id': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:08.098059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3299-0fed-429e-a15d-d524687bbfff None None] Pushing event updated for resources: {'Port': ['ID=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,revision_number=2']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:08.128526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cd1a3299-0fed-429e-a15d-d524687bbfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:08.358447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Attempting to bind port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:08.358447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Attempting to bind port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:08.365885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Attempting to bind port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:08.389428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:08.395979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:08.396565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.396970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:08.397547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Bound port: 0a0cd64c-27cb-45f5-972d-bee865bcd8fe, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:08.397973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.417689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.486227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.550937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a27709b3-7daf-467e-aa2c-010fec339f6b up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:08.627521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a60a8543-925b-4617-bd14-a66e97ef650a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:08.629984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] For port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:08.640630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] For port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:08.645180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.696936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.707047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f6a96cb3-991f-46bd-af01-4339b537c0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:08.759467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port a27709b3-7daf-467e-aa2c-010fec339f6b completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:08.795932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a27709b3-7daf-467e-aa2c-010fec339f6b triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:08.798129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.926804 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-17336a04-91fc-457e-bf9f-96c1ea130317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:08.980547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:08.983399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3299-0fed-429e-a15d-d524687bbfff None None] Pushing event updated for resources: {'Port': ['ID=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:08.992607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cd1a3299-0fed-429e-a15d-d524687bbfff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:09.134445 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4774327f8634190afcf28df96e09616&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3987465 Apr 07 15:09:09.155808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52896) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:09.159721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Made reservation on behalf of 87a8351b9a90418e9323f279911b5ce9 for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:09.183257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.229755 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8b54ad7c-68bc-42e0-900a-f63c0ef98a1e req-fac1bf98-7f2c-4254-ab2b-39d25b4fbeba tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5775394 Apr 07 15:09:09.230836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.270795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.323540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port a27709b3-7daf-467e-aa2c-010fec339f6b, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a27709b3-7daf-467e-aa2c-010fec339f6b,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:09.339859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.341844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:09.414243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:09.417793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:09.421176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:09.444553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:09.654991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=a27709b3-7daf-467e-aa2c-010fec339f6b,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:09.662147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:09.672160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:09.772388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:09.782490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event updated for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:09.789550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:09.789950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.828977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04775b4-1690-4ba7-8a17-f2be79291ea2,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:09.876038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.879765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:09.930596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.935831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:09.944488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.240560 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:10.261923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52914) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:10.263434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:10.321170 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:10.366332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.369880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.423913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:10.437558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:10.438288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.477860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:10.493031 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.866s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:10.517289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:10.517507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.529923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.582115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:10.586791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.589143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:10.676353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:10.773084 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4294500 Apr 07 15:09:10.786955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:10.790456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a27709b3-7daf-467e-aa2c-010fec339f6b up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:10.899573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:58Z', 'revision_number': 3, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:10.906409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb03e4-5d88-47a7-90e8-4c5e6964a5dc None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:08:58Z', 'revision_number': 3, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:10.933151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:10.972696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a27709b3-7daf-467e-aa2c-010fec339f6b triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:10.973200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.016658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.101425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Allocated IP 172.20.0.1 (77733163-340e-47e4-ae5d-370f7733f288/8f964569-70b2-4d40-a02c-9dc5158252db/76e4fed2-27d2-4ffc-9376-f7c67be45f16) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:11.219623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Request body: {'port': {'device_id': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:11.282929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.304778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Router 6307cc7d-f170-419b-af51-dd512a6d37d2 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:09:11.317987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.323220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10b093a-e8c7-4542-84c3-79e7fbc59420 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:11.323971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23601eb3-304b-4d01-a07d-e1296e27ea14 req-8dc198b5-d327-4de0-ad37-4ffcc9ce49be tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:11.326032 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-23601eb3-304b-4d01-a07d-e1296e27ea14 req-8dc198b5-d327-4de0-ad37-4ffcc9ce49be tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 931 time: 3.7739074 Apr 07 15:09:11.446206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.480434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:11.490018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Usage tracker for resource:security_group_rule and tenant:32227d0b78da46ffb1da8baae77d45cb is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:11.497412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:11.504265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:11.539268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.553526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Pushing event updated for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:11.662122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.399s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:11.684153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:11.711686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.716143 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e04775b4-1690-4ba7-8a17-f2be79291ea2 HTTP/1.1" status: 204 len: 168 time: 2.5407560 Apr 07 15:09:11.745201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Transition to ACTIVE for port object c10b093a-e8c7-4542-84c3-79e7fbc59420 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:11.756750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844b72e-a0d3-4981-b248-f09f8694fae7 req-683297ff-aae7-47a6-9d53-8f8b63c7dfc2 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:11.769240 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f844b72e-a0d3-4981-b248-f09f8694fae7 req-683297ff-aae7-47a6-9d53-8f8b63c7dfc2 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 931 time: 1.2416375 Apr 07 15:09:11.789385 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-23601eb3-304b-4d01-a07d-e1296e27ea14 req-200da97c-0dd5-4508-b341-8061ecb92eff tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705459 Apr 07 15:09:11.796473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04775b4-1690-4ba7-8a17-f2be79291ea2,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:11.822816 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f844b72e-a0d3-4981-b248-f09f8694fae7 req-508d3695-2413-4905-a386-96eaef9ba1bf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Apr 07 15:09:11.826238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:11.828182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:11.918433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.040601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Transition to ACTIVE for port object 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 will not be triggered until provisioned by entity DHCP. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:12.072928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.076357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:12.183940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.196440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:12.198652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.201643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:12.221783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-40262b46-9487-44ee-9e9c-8fec741b759e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:12.340671 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32227d0b78da46ffb1da8baae77d45cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9444213 Apr 07 15:09:12.346872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb4ae3-b4df-44f7-89e5-edb367a36480,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:12.350224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:12.352849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52930) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:12.353677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:12.361459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Sync routers for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:12.383408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:12.384260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:12.581233 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] 10.222.0.30 "PUT /v2.0/routers/6307cc7d-f170-419b-af51-dd512a6d37d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8317482 Apr 07 15:09:12.648108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:12.691664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.694855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd21184-37e4-4353-913e-12a352814777 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:12.705608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.726378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Transition to ACTIVE for port object fdd21184-37e4-4353-913e-12a352814777 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:12.727585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:12.731220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.805954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.809780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Pushing event updated for resources: {'Subnet': ['ID=757a1748-875f-4c07-83fc-6054ffcb7fb5,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:12.812160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.818989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:12.821763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.832968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Attempting to bind port c10b093a-e8c7-4542-84c3-79e7fbc59420 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:12.836638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Attempting to bind port c10b093a-e8c7-4542-84c3-79e7fbc59420 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'bce2f077-a7fa-44dd-bb20-a76024e235f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:12.837031 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Attempting to bind port c10b093a-e8c7-4542-84c3-79e7fbc59420 on network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:12.842298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:12.859676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.860958 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87fb4ae3-b4df-44f7-89e5-edb367a36480 HTTP/1.1" status: 204 len: 168 time: 0.5062459 Apr 07 15:09:12.866290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Port c10b093a-e8c7-4542-84c3-79e7fbc59420 on network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:12.866785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Attempting to bind port c10b093a-e8c7-4542-84c3-79e7fbc59420 on network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:12.871377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb4ae3-b4df-44f7-89e5-edb367a36480,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:12.883294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:12.884269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:12.884509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Checking segment: {'id': 'bce2f077-a7fa-44dd-bb20-a76024e235f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:12.885121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Bound using segment: {'id': 'bce2f077-a7fa-44dd-bb20-a76024e235f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:12.885650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Bound port: c10b093a-e8c7-4542-84c3-79e7fbc59420, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce2f077-a7fa-44dd-bb20-a76024e235f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:12.886084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:12.906196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:13.092022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0a0cd64c-27cb-45f5-972d-bee865bcd8fe up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:13.096287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Pushing event updated for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:13.104593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:13.167415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Transition to ACTIVE for port object 76e4fed2-27d2-4ffc-9376-f7c67be45f16 will not be triggered until provisioned by entity DHCP. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:13.294287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:09:06Z', 'revision_number': 4, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '7fdf07de-a6e3-45a0-99db-99f648bc2588', 'name': '', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'mac_address': 'fa:16:3e:2e:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:04Z', 'updated_at': '2021-04-07T15:09:06Z', 'revision_number': 2, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'subnets': [{'id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:13.299795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Checking segment: {'id': '8c43b5cf-4468-4b4b-9634-1dd3e1939db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '43a903f6-cadc-4572-b588-f08c08e5377d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:13.300534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Checking router: 6307cc7d-f170-419b-af51-dd512a6d37d2 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:13.300755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Network hostable DHCP agents. Network: 43a903f6-cadc-4572-b588-f08c08e5377d, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:09:13.300963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Updating router 6307cc7d-f170-419b-af51-dd512a6d37d2 port 7fdf07de-a6e3-45a0-99db-99f648bc2588 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:13.350884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.361624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:13.370925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:13.371345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.373428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:13.380517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:13.394084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.437536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.519509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d21a19-dfe1-4c80-8363-bfc4ba6806cb req-4b37ef92-bc72-4611-8a7b-57b759e42695 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:13.528290 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8d21a19-dfe1-4c80-8363-bfc4ba6806cb req-4b37ef92-bc72-4611-8a7b-57b759e42695 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 943 time: 0.4492645 Apr 07 15:09:13.530666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5dc7bda2-e6ed-4de1-94d9-311f28020e3a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:13.558190 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-db05dc60-2dc1-44dd-ab73-08694bd2a7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:13.669197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:13.673395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Pushing event updated for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:13.679770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Network 43a903f6-cadc-4572-b588-f08c08e5377d is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:09:13.706626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:13.715434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:13.716352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.718286 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] 10.222.0.62 "PUT /v2.0/ports/c10b093a-e8c7-4542-84c3-79e7fbc59420 HTTP/1.1" status: 200 len: 1093 time: 6.6520932 Apr 07 15:09:13.724050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:13.731329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.735763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:13.749200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:13.755698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:13.765028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.766207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:13.788614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:13.797136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:13.803761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 43a903f6-cadc-4572-b588-f08c08e5377d) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:13.813230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:13.814097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:13.881107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe76cd6-b4d7-40de-9c31-2d9281dbe0d4 req-d94e963b-1d8d-49d9-b797-a478925e74a7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:13.883520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5fe76cd6-b4d7-40de-9c31-2d9281dbe0d4 req-d94e963b-1d8d-49d9-b797-a478925e74a7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 943 time: 0.8619542 Apr 07 15:09:13.890396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 52968) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:13.920244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:13.923943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:13.924784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fe371-ff85-4661-b2ad-c41faaaa13a1 None None] Network 43a903f6-cadc-4572-b588-f08c08e5377d requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:13.961963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.029311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:14.058277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c3c821749d4f4f9d82a5533e8b437f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:14.107365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:14.134457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-5fe76cd6-b4d7-40de-9c31-2d9281dbe0d4 req-c0a36675-7af8-4824-8597-37b40a8176f6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:14.165966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:14.204134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-caef7c34-8a91-45d8-974d-54b74682d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:14.206208 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-caef7c34-8a91-45d8-974d-54b74682d78e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd096a98b46d424d9c4e8668696754ac&device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 1096 time: 0.3991098 Apr 07 15:09:14.231262 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-bcd246f0-d14c-4094-a34d-6013880bacee None None] Provisioning for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:14.242132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-bcd246f0-d14c-4094-a34d-6013880bacee None None] Provisioning complete for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:14.242555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bcd246f0-d14c-4094-a34d-6013880bacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.349147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-5fe76cd6-b4d7-40de-9c31-2d9281dbe0d4 req-c0a36675-7af8-4824-8597-37b40a8176f6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:14.362614 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5fe76cd6-b4d7-40de-9c31-2d9281dbe0d4 req-c0a36675-7af8-4824-8597-37b40a8176f6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612443 Apr 07 15:09:14.370487 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-a503df9b-aa96-48d2-89a4-97384b01271d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420 HTTP/1.1" status: 200 len: 217 time: 0.1330492 Apr 07 15:09:14.442699 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8d21a19-dfe1-4c80-8363-bfc4ba6806cb req-ae42938f-e209-464d-b6f8-fc0671739e17 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128089 Apr 07 15:09:14.489094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5b9f942f-0260-4c5a-a604-8f1f42c8b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:14.490748 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-5b9f942f-0260-4c5a-a604-8f1f42c8b2be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fcf28b5c-296c-4724-b7ad-d8091466221c HTTP/1.1" status: 200 len: 852 time: 0.1117580 Apr 07 15:09:14.514630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-bcd246f0-d14c-4094-a34d-6013880bacee None None] Port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:14.544110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:14.545043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.550946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.598220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:14.598683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.632840 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-38fabec4-026b-48d0-a6e6-7dc9eee3e6b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3a6100d2-5743-4aa2-bd0f-c2dd7048a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256759 Apr 07 15:09:14.911835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.921454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.942194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.944296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e428a91-ee86-4f12-af69-4f31bf64bd01 None None] Network 43a903f6-cadc-4572-b588-f08c08e5377d requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:14.946138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-128b8558-62e6-4504-b358-dc8038960158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:14.986698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:14.988063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:15.013386 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'status': 'completed', 'code': 200} Apr 07 15:09:15.060957 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-95e1a3a8-aa5b-4ed0-8a48-f72d152499fb service neutron] 10.222.0.62 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115634 Apr 07 15:09:15.072387 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9c3c821749d4f4f9d82a5533e8b437f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1701391 Apr 07 15:09:15.080569 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53006) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:15.081415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:15.156467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a4ca7-7a68-493c-a0e9-d6269ef0944d,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:15.236236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:15.253123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:15.267475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Transition to ACTIVE for port object 7fdf07de-a6e3-45a0-99db-99f648bc2588 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:15.286010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:15.293203 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-91ca403a-8b5a-42ee-bba1-86bb5688147f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 9.2674665 Apr 07 15:09:15.313387 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-674e9d18-0284-4b45-90f9-67fd36b37c95 req-bcc3738f-5cb2-4d29-8e6b-b921205f5f5f service neutron] 10.222.0.62 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580076 Apr 07 15:09:15.442075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:15.514978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-87379943-3dbd-4885-b467-612b622ecf8c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:15.516566 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-87379943-3dbd-4885-b467-612b622ecf8c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 819 time: 0.5746744 Apr 07 15:09:15.535528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:15.536896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:15.542001 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-ae5d9847-10c5-4929-a014-b7862d57e9b8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/quotas/d718aff678eb4be3a3f0d7901e44bf23 HTTP/1.1" status: 200 len: 375 time: 0.0156646 Apr 07 15:09:15.645733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-8187350a-6c65-4853-8b95-1626c498af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:15.647401 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-8187350a-6c65-4853-8b95-1626c498af95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd096a98b46d424d9c4e8668696754ac&device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 1096 time: 0.2463312 Apr 07 15:09:15.694815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Attempting to bind port fdd21184-37e4-4353-913e-12a352814777 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:15.696188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Attempting to bind port fdd21184-37e4-4353-913e-12a352814777 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:15.696813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Attempting to bind port fdd21184-37e4-4353-913e-12a352814777 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:15.726391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0a0cd64c-27cb-45f5-972d-bee865bcd8fe up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:15.736109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:15.880889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-bc3bc453-cb27-43ec-9b00-ab303d1b2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:15.882545 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-bc3bc453-cb27-43ec-9b00-ab303d1b2499 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3a6100d2-5743-4aa2-bd0f-c2dd7048a171 HTTP/1.1" status: 200 len: 913 time: 0.2252085 Apr 07 15:09:15.940983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Pushing event updated for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:15.949841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:15.958948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Port fdd21184-37e4-4353-913e-12a352814777 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:15.959887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Attempting to bind port fdd21184-37e4-4353-913e-12a352814777 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:15.964040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Pushing event updated for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:15.981114 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-7f4ff6b0-025f-47ba-9fba-077e41bbb542 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420 HTTP/1.1" status: 200 len: 217 time: 0.0846834 Apr 07 15:09:16.110706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-0fe22b74-9d96-40f7-8ce8-c0aa09c01c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:16.112371 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-0fe22b74-9d96-40f7-8ce8-c0aa09c01c06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fcf28b5c-296c-4724-b7ad-d8091466221c HTTP/1.1" status: 200 len: 852 time: 0.1232097 Apr 07 15:09:16.120723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-1fc16607-afb9-4bde-87e2-6f13d9d80372 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:16.191664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:16.192091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.205796 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-4ae0e9ad-5168-477f-89ad-a3e502b6ec9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3a6100d2-5743-4aa2-bd0f-c2dd7048a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678585 Apr 07 15:09:16.206776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-1fc16607-afb9-4bde-87e2-6f13d9d80372 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:16.208199 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-1fc16607-afb9-4bde-87e2-6f13d9d80372 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6530190 Apr 07 15:09:16.252319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Attempting to bind port 7fdf07de-a6e3-45a0-99db-99f648bc2588 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:16.252879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Attempting to bind port 7fdf07de-a6e3-45a0-99db-99f648bc2588 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:16.253127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Attempting to bind port 7fdf07de-a6e3-45a0-99db-99f648bc2588 on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:16.268571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:16.268992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Checking segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:16.269613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.269870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Bound using segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:16.270418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Bound port: 7fdf07de-a6e3-45a0-99db-99f648bc2588, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:16.270867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.296347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Pushing event updated for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:16.305973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:16.306474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Checking segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:16.307235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Bound using segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:16.307887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Bound port: fdd21184-37e4-4353-913e-12a352814777, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:16.308512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.344665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.347352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53036) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:16.351690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:16.355078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-bbca7fb5-fd48-4667-b79c-31a9f0658928 None None] Provisioning complete for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:16.355501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bbca7fb5-fd48-4667-b79c-31a9f0658928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.361727 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.926s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:16.362224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:16.387109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-916574682-network', 'tenant_id': '21790c1b373847fea116fac5dc232ac2'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:16.408010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] For port 7fdf07de-a6e3-45a0-99db-99f648bc2588, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:16.421179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:16.441961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] For port 7fdf07de-a6e3-45a0-99db-99f648bc2588, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=7fdf07de-a6e3-45a0-99db-99f648bc2588,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:16.446810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.471882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Usage tracker for resource:network and tenant:21790c1b373847fea116fac5dc232ac2 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:16.473938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Network 77733163-340e-47e4-ae5d-370f7733f288 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:16.474152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.482179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:16.485682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:16.494755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-756716fc-7d76-43d1-911f-8623bb23f377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:16.499765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:16.500236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.505505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:09:16.513562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:16.526782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-bbca7fb5-fd48-4667-b79c-31a9f0658928 None None] Port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:16.535520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-014113b2-cbb6-4a01-aa33-eee0b054a2b7 service neutron] 10.222.0.62 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212030 Apr 07 15:09:16.546338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Made reservation on behalf of 21790c1b373847fea116fac5dc232ac2 for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:16.551419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.568955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cd65f-09bd-414d-b0f7-bb0ef814b44b req-1b0d9d63-f2bb-486f-93b7-f1cf86b3b995 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:16.575831 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-874cd65f-09bd-414d-b0f7-bb0ef814b44b req-1b0d9d63-f2bb-486f-93b7-f1cf86b3b995 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 943 time: 0.8857954 Apr 07 15:09:16.619117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.647211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:16.673993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=fdd21184-37e4-4353-913e-12a352814777,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:16.733134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Pushing event updated for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:16.748955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:16.799383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.800200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.808090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-5a82379e-54c6-45a9-826b-8e01f6621818 None None] Provisioning for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:16.825046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-5a82379e-54c6-45a9-826b-8e01f6621818 None None] Provisioning complete for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:16.825647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5a82379e-54c6-45a9-826b-8e01f6621818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:16.862325 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-a812acd4-4150-4490-b424-983fcd0ac3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138593 Apr 07 15:09:16.914213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:16.947858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Usage tracker for resource:security_group_rule and tenant:21790c1b373847fea116fac5dc232ac2 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:16.954042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:16.961260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:16.962444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:16.965101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:17.119931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:17.249830 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21f5ecef-ccaf-4189-bad2-96e882ed9dab req-5897f621-00f0-4a25-9e5b-3bc7791b8ddd service neutron] 10.222.0.62 "GET /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041984 Apr 07 15:09:17.271445 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-874cd65f-09bd-414d-b0f7-bb0ef814b44b req-467c0731-da3a-4691-bb49-bf9d6b945ef9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858643 Apr 07 15:09:17.341066 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-0a55721c-94c3-4487-a530-45583dde56e3 service neutron] 10.222.0.30 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236448 Apr 07 15:09:17.392324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.398212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.403320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:17.447753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:09:17.463267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615c19e-193d-4e5d-8e74-d9284ee5ed72,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:17.468550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:17.470081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.470482 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Added segment 7d6bed9c-9a7a-4b1d-b728-63799addb98a of type vlan for network 6b248106-964c-4448-8f73-7f1f6d78cdcf Apr 07 15:09:17.496159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-5a82379e-54c6-45a9-826b-8e01f6621818 None None] Port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:17.507924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.519993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.556401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.559848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:17.560523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.566366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:17.590535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.596393 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b0a4ca7-7a68-493c-a0e9-d6269ef0944d HTTP/1.1" status: 204 len: 168 time: 2.3734691 Apr 07 15:09:17.640535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:17.647601 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2975309 Apr 07 15:09:17.652455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53064) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:17.659363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Request body: {'subnet': {'network_id': '6b248106-964c-4448-8f73-7f1f6d78cdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-916574682-subnet', 'tenant_id': '21790c1b373847fea116fac5dc232ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:17.676500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:17.760734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Pushing event updated for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:17.766233 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:17.767066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:17.769414 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] 10.222.0.62 "PUT /v2.0/ports/fdd21184-37e4-4353-913e-12a352814777 HTTP/1.1" status: 200 len: 1093 time: 6.5626824 Apr 07 15:09:17.769923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:17.785834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'tag': 'fdd21184-37e4-4353-913e-12a352814777'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:17.804995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Pushing event updated for resources: {'Network': ['ID=6b248106-964c-4448-8f73-7f1f6d78cdcf,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:17.827996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:09:17.849732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:17.879985 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e70db11-6ff2-4d99-b418-5f0f91922bac req-b7be8518-4719-42ae-91ac-1ff6f74ac7b2 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 210 time: 0.0718880 Apr 07 15:09:17.881225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Usage tracker for resource:subnet and tenant:21790c1b373847fea116fac5dc232ac2 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:17.885192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:17.886389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:17.896920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:17.925676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Made reservation on behalf of 21790c1b373847fea116fac5dc232ac2 for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:17.931173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:18.046061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a4ca7-7a68-493c-a0e9-d6269ef0944d,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:18.090914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:18.160083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:18.172771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:18.201199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:18.201913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:18.219037 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0a5dee9-8db6-4a86-92db-de6ac86c4c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1084380 Apr 07 15:09:18.540682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:09:06Z', 'revision_number': 4, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '7fdf07de-a6e3-45a0-99db-99f648bc2588', 'name': '', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'mac_address': 'fa:16:3e:2e:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:04Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'subnets': [{'id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:18.551395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfc804-1291-480c-bf94-02978b5c4ce1 None None] The sync data for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb is: [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:09:06Z', 'revision_number': 4, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '7fdf07de-a6e3-45a0-99db-99f648bc2588', 'name': '', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'mac_address': 'fa:16:3e:2e:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:04Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'subnets': [{'id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:18.578117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device c10b093a-e8c7-4542-84c3-79e7fbc59420 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:09:18.748696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88093-dcdb-4108-8701-4b5d1caed388 req-5c23efaa-1de4-4ba1-9d6a-c81571dc1acc tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:18.758260 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1dd88093-dcdb-4108-8701-4b5d1caed388 req-5c23efaa-1de4-4ba1-9d6a-c81571dc1acc tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 943 time: 1.2874675 Apr 07 15:09:18.789326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-8f119dfa-bf2d-462c-8d1a-2f3fe09f0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:18.791402 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-8f119dfa-bf2d-462c-8d1a-2f3fe09f0467 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 1096 time: 0.9325428 Apr 07 15:09:18.966411 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:19.001363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'network_id': '3a6100d2-5743-4aa2-bd0f-c2dd7048a171', 'port_id': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'mac_address': 'fa:16:3e:55:1a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf28b5c-296c-4724-b7ad-d8091466221c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:09:19.011652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:19.043629 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-f64a8341-9de7-47a8-9a6c-b0c4e16724bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd21184-37e4-4353-913e-12a352814777 HTTP/1.1" status: 200 len: 217 time: 0.2001135 Apr 07 15:09:19.098622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c990c-7618-4c6e-8ed2-c7bf187c7b6b req-054c15c5-3a69-45bf-a9a8-0ac6505cba63 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:19.101656 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e9c990c-7618-4c6e-8ed2-c7bf187c7b6b req-054c15c5-3a69-45bf-a9a8-0ac6505cba63 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 943 time: 0.3263652 Apr 07 15:09:19.113786 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1dd88093-dcdb-4108-8701-4b5d1caed388 req-7e689495-0af8-4eea-9a8d-9bd45220dbbb tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534842 Apr 07 15:09:19.226417 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e9c990c-7618-4c6e-8ed2-c7bf187c7b6b req-a2689392-9799-4ca9-83da-eb1e38747591 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953813 Apr 07 15:09:19.246101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:19.297533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10b093a-e8c7-4542-84c3-79e7fbc59420 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:19.363103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-479b48cb-7d25-4381-8d04-a2608dc330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:19.376008 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-479b48cb-7d25-4381-8d04-a2608dc330e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.2584698 Apr 07 15:09:19.408254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:19.413824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:19.416201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:19.443288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:19.620106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:19.622970 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-6225cb74-7003-42e3-8153-d9fd58639064 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354720 Apr 07 15:09:19.624893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:19.721427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['c10b093a-e8c7-4542-84c3-79e7fbc59420'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:19.801908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d96d994c-3624-4ea7-8db0-9dd527115f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:19.941791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 7fdf07de-a6e3-45a0-99db-99f648bc2588 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:20.021629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 2, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:20.030956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:20.032098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Updating router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:20.071826 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-def6f0dd-b856-4d74-816e-7141faf77f90 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339013 Apr 07 15:09:20.104200 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'tag': 'fdd21184-37e4-4353-913e-12a352814777', 'status': 'completed', 'code': 200} Apr 07 15:09:20.117903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:20.147836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb75186-bbc1-4f4a-905f-9c87351a8ef0,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:20.167105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:20.200061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.246731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 7fdf07de-a6e3-45a0-99db-99f648bc2588 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:20.263158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 7fdf07de-a6e3-45a0-99db-99f648bc2588 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:20.263593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.519472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53146) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:20.539298 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b7eed8a-4458-44fb-b68c-f6f05bb2da6b req-6cf4ea39-75be-4188-bf83-ad43c39ae1f0 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339483 Apr 07 15:09:20.564939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.633931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.636785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.654959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.670659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 7fdf07de-a6e3-45a0-99db-99f648bc2588, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=7fdf07de-a6e3-45a0-99db-99f648bc2588,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:20.676932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:20.683517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:20.725111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:20.803712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:20.809229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:20.841069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-e01978a0-b427-483d-aa0c-d0c9abdc79a0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:20.850103 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-e01978a0-b427-483d-aa0c-d0c9abdc79a0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 819 time: 0.6771204 Apr 07 15:09:20.865601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Request body: {'port': {'device_id': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'admin_state_up': True, 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:20.954929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Checking segment: {'id': '7d6bed9c-9a7a-4b1d-b728-63799addb98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6b248106-964c-4448-8f73-7f1f6d78cdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:20.955574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Network hostable DHCP agents. Network: 6b248106-964c-4448-8f73-7f1f6d78cdcf, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:09:21.072785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.106092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.111369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Transition to ACTIVE for port object 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:21.128505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.145242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:09:21.174722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-145bfd8b-29e2-4294-9c4d-f107045d4f5b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:21.175552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-145bfd8b-29e2-4294-9c4d-f107045d4f5b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:network {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:21.189767 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:21.203231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Pushing event updated for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:21.223700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:21.230807 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-145bfd8b-29e2-4294-9c4d-f107045d4f5b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:network {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:21.238202 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-145bfd8b-29e2-4294-9c4d-f107045d4f5b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 819 time: 1.7245123 Apr 07 15:09:21.246545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Network 77733163-340e-47e4-ae5d-370f7733f288 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:21.255934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:21.272218 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-c80741bc-7d5d-4529-98dc-c3b491e695d5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/quotas/d718aff678eb4be3a3f0d7901e44bf23 HTTP/1.1" status: 200 len: 375 time: 0.0328720 Apr 07 15:09:21.278604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:21.293678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 6b248106-964c-4448-8f73-7f1f6d78cdcf) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:21.299750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:21.300985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.306018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba565c-0712-4153-8959-8cd8efbf063c None None] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:21.312579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d3b0-2e4a-492c-8bf7-5ee55da6fffa None None] Pushing event updated for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:21.328060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aaa9d3b0-2e4a-492c-8bf7-5ee55da6fffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:21.345735 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Usage tracker for resource:security_group_rule and tenant:9458676471f64b169fc7562773518775 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:21.351011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53172) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:21.362954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7008533 Apr 07 15:09:21.373137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:21.388136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:21.576505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.581396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065360551', 'description': 'tempest-description--579639604'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:21.587254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:21.595763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.652486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:21.656974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3d075d07-57c0-4a75-a82a-3b1d12af09db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:21.664607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53180) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:21.698826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:21.807357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:21.816006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Deleting subnet 757a1748-875f-4c07-83fc-6054ffcb7fb5 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:09:21.819708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.892008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.900894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:21.918134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 7fdf07de-a6e3-45a0-99db-99f648bc2588 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:22.021374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Attempting to bind port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:22.021889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Attempting to bind port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:22.022472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Attempting to bind port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:22.043734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:22.044159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Checking segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:22.044620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.045057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Bound using segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:22.045600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Bound port: 10139ec4-31c5-448a-8fa1-7ef677d4f3b6, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:22.045987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.056030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-a3d44241-c754-400d-a457-ba3200046706 None None] Provisioning complete for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:22.057486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a3d44241-c754-400d-a457-ba3200046706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.154828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] For port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:22.159932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] For port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:22.167263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.179602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08f533-83a3-46f2-acc4-b86cca297a17 None None] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:22.192972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cd1a3299-0fed-429e-a15d-d524687bbfff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:22.193876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:22.237832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-e625ea95-0f67-4af2-b3bc-0594bedfa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:22.240037 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-e625ea95-0f67-4af2-b3bc-0594bedfa275 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 1096 time: 1.5352087 Apr 07 15:09:22.274398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:22.303143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d3b0-2e4a-492c-8bf7-5ee55da6fffa None None] Pushing event updated for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:22.314345 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9458676471f64b169fc7562773518775&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7936471 Apr 07 15:09:22.319405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53190) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:22.325736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Made reservation on behalf of d718aff678eb4be3a3f0d7901e44bf23 for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:22.327303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 7fdf07de-a6e3-45a0-99db-99f648bc2588 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:22.327764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.334963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.338424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a00e76-3f30-43fa-be4d-3765b0331a37,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:22.376418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:22.378125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aaa9d3b0-2e4a-492c-8bf7-5ee55da6fffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:22.387172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-a3d44241-c754-400d-a457-ba3200046706 None None] Port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:22.466314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:09:22.474380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.522230 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-4fae4f4a-5f6f-48e6-9ec0-41a88c59df1e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2486711 Apr 07 15:09:22.599291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device fdd21184-37e4-4353-913e-12a352814777 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:09:22.629070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device c10b093a-e8c7-4542-84c3-79e7fbc59420 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:22.656150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:22.657626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:22.692125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389d7b-2d58-44a2-9906-708f813b9a65 req-2125c31b-81f6-402a-8d69-6a534ef95c10 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:22.710966 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b8389d7b-2d58-44a2-9906-708f813b9a65 req-2125c31b-81f6-402a-8d69-6a534ef95c10 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 944 time: 1.1205134 Apr 07 15:09:22.715429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:22.804804 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b8389d7b-2d58-44a2-9906-708f813b9a65 req-95b7980b-985d-4f0b-a4dd-b1a4b2c1f96f tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923345 Apr 07 15:09:22.811803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:22.820547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.846740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:22.860200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:22.911692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-3773983a-6d40-45bf-87be-f5fdbab3b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:22.913425 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-3773983a-6d40-45bf-87be-f5fdbab3b2ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 916 time: 0.6532032 Apr 07 15:09:23.122613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:23.176790 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-73132096-5b3d-4384-82a6-ccbce8963a28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd21184-37e4-4353-913e-12a352814777 HTTP/1.1" status: 200 len: 217 time: 0.2459233 Apr 07 15:09:23.209511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:23.278383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:23.301375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port c10b093a-e8c7-4542-84c3-79e7fbc59420 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:23.308896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757a1748-875f-4c07-83fc-6054ffcb7fb5,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:23.318021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port c10b093a-e8c7-4542-84c3-79e7fbc59420 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:23.319003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:23.372679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:23.393518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:23.402254 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-3e04ef77-ad62-44b1-bc7d-12145b519a61 service neutron] 10.222.0.30 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8788829 Apr 07 15:09:23.469461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:09:23.484966 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] 10.222.0.30 "PUT /v2.0/routers/f7dcf87e-b553-4991-b357-b4d189ed9f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3744798 Apr 07 15:09:23.523581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:09:23.646620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-0ec7d589-1bd3-4083-8efc-eb65bb62fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:23.649142 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-0ec7d589-1bd3-4083-8efc-eb65bb62fc14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.4063332 Apr 07 15:09:23.718805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:23.720392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:23.795672 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-2cf47b87-241b-40f3-b4a5-f7714d3be042 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303005 Apr 07 15:09:23.843646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:22Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:23.849910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce56715-a62a-489c-ac2c-0806213ec6c0 None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:22Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:23.867026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:23.911827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.057733 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-9bef5449-94f7-44d2-ac7b-0af401559235 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545280 Apr 07 15:09:24.085553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:24.167585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Allocated IP 172.20.0.13 (f4f8a494-43ff-4417-a86a-8bd24ff1dc79/1e353b2a-2eab-4f08-bcb9-78be315cd5d3/22f4ff32-6a17-4131-8ecc-a42bb9852ecd) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:24.173405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a00e76-3f30-43fa-be4d-3765b0331a37,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:24.188380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:24.208065 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-621c4ce2-2ba2-4841-9d16-1731a74c60f5 service neutron] 10.222.0.30 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047140 Apr 07 15:09:24.300590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.302194 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64a00e76-3f30-43fa-be4d-3765b0331a37 HTTP/1.1" status: 204 len: 168 time: 1.9748282 Apr 07 15:09:24.370953 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5d72b82-4119-45df-86ed-c4bf61795269 req-8dc74575-6549-447d-9111-caf4d7c5eacf service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696605 Apr 07 15:09:24.411775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.464084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53230) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:24.467822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:24.543498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/757a1748-875f-4c07-83fc-6054ffcb7fb5 HTTP/1.1" status: 204 len: 168 time: 2.8620601 Apr 07 15:09:24.545785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53242) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:24.560900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=fdd21184-37e4-4353-913e-12a352814777,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:24.658293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:24.680133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.685011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.709903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:24.801021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.861716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a0246-833b-4a88-acd6-eabdc38f6958 req-17f9ab71-67a6-4190-9dd0-1e160ee1cd44 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:24.867073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'fdd21184-37e4-4353-913e-12a352814777', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'port_id': 'fdd21184-37e4-4353-913e-12a352814777', 'mac_address': 'fa:16:3e:41:7e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23942e28-e347-4a5c-90d5-d574a697e2d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:09:24.872457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:24.886134 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-800a0246-833b-4a88-acd6-eabdc38f6958 req-17f9ab71-67a6-4190-9dd0-1e160ee1cd44 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 943 time: 1.5259299 Apr 07 15:09:24.899981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:24.908126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:25.006724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.010562 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-800a0246-833b-4a88-acd6-eabdc38f6958 req-6278d0ca-060c-47a9-8235-8c30bfddeb6b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799637 Apr 07 15:09:25.045707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:25.065485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Usage tracker for resource:security_group_rule and tenant:435ad94fd4b645568160e6ca37c63b6c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:25.074530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:25.090182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:25.380325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53256) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:25.530486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.590271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.591936 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.2225800 Apr 07 15:09:25.625915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.665152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.676045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53262) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:25.714821 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group_rule': {'security_group_id': '00215fb7-1680-4154-975b-4107e67e1e9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:25.735744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.783108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00215fb7-1680-4154-975b-4107e67e1e9f,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:25.796005 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:25.805572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:25.813576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:25.826484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:25.834347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:25.842237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:25.869077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:25.870425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:25.877862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:25.884414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd21184-37e4-4353-913e-12a352814777 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:25.903493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=fdd21184-37e4-4353-913e-12a352814777,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:25.920684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:25.927978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d2250f4b-b50b-4349-99cb-e8408f874549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:26.024210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53268) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:26.039069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Pushing event updated for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:26.051768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:26.073878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835055295', 'description': 'tempest-description--1940515619'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:26.114465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:26.127698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:26.132144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:26.134543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:26.135418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.187857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:26.196511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:26.202188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.257949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:26.270824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:26.327576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:18Z', 'revision_number': 2, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:26.336771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:26.347486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:09:26.347912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Updating router f7dcf87e-b553-4991-b357-b4d189ed9f64 port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:09:26.375015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.376585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:26.379389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:26.386446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:26.392946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:26.393686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.425122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d699ec4-39b0-4320-b5ce-6212d45d48ed req-3c78209f-ec36-4e04-9bae-a3533279d5db tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:26.426477 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7d699ec4-39b0-4320-b5ce-6212d45d48ed req-3c78209f-ec36-4e04-9bae-a3533279d5db tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.8308058 Apr 07 15:09:26.427263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.431772 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5707276 Apr 07 15:09:26.459927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:26.481838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Request body: {'port': {'device_id': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:26.495649 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ba740ba-2852-4a63-993a-c0f6fbb99ea5 req-782c5d14-2221-433b-991d-e850eed666fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 210 time: 0.1096780 Apr 07 15:09:26.525132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.532243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9999f3f-6f5f-431b-85dd-fedd4186df94,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:26.544128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.582694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.593141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.619933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:26.628990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:26.637223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:26.651224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:26.669344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:26.678056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Usage tracker for resource:security_group_rule and tenant:7b187c60a7d14ccf9921ded944a91165 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:26.696917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:26.697938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:26.710800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:26.713577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.726329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-616516c9-d2a9-4069-9754-e485fffc56fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:26.733039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.734316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.736014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.737236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > port after_create 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.738102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.739048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > port after_update 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.739922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.740819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.741446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.742078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.742511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.744210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.750277 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0675294 Apr 07 15:09:26.753896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:26.754841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.777064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53278) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:26.780651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-93cb3c72-659b-4d0e-b902-d4dd6c55a3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:26.795381 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7d699ec4-39b0-4320-b5ce-6212d45d48ed req-a3fd7547-052c-41d0-b904-c8b673de3c28 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508682 Apr 07 15:09:26.806968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.813172 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7606022 Apr 07 15:09:26.817144 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'code': 200} Apr 07 15:09:26.829562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group_rule': {'security_group_id': '00215fb7-1680-4154-975b-4107e67e1e9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:26.838053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:26.842716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:26.846784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:26.853159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:26.866369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53282) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:26.872897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group_rule': {'security_group_id': '80a1195a-bfc1-4d84-bc69-414a3709336b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:26.901939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:26.910680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:26.924937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.925928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.926776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.927616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84385) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:26.928505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a903f6-cadc-4572-b588-f08c08e5377d']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:26.932499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:26.936232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.047836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.202314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.218067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.62', 49262) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:27.227134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.245420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c43b5cf-4468-4b4b-9634-1dd3e1939db1') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:27.246365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c43b5cf-4468-4b4b-9634-1dd3e1939db1') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:27.246602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:27.249722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:27.256553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:27.265522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1195a-bfc1-4d84-bc69-414a3709336b,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:27.269133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.281869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.297641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Transition to ACTIVE for port object 76e4fed2-27d2-4ffc-9376-f7c67be45f16 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:27.299392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.304070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.323106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b704d0a0-4505-4a3d-beaa-636e6134e34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:27.372425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.392942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.451993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:27.453310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-098876b0-f7f3-4555-aafb-256e10f649f0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:27.519703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cbb214-86bc-42c7-b276-40e54fac8410,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:27.543515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.643648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.655938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.663447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Pushing event updated for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:27.668741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.669726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.686704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.687271 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8963847 Apr 07 15:09:27.724642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53296) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:27.746237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9f60558a-a9d0-42b4-b24d-fcc977f2b157 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:27.814945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.815713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:27.821883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:27.838831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.839397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e094cb0-c2e7-4e4b-a0a6-7cc8a9eee14b,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:27.842571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.855261 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b187c60a7d14ccf9921ded944a91165&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5424883 Apr 07 15:09:27.861886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:27.867522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:floatingip and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:27.867783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-348ad948-03f2-4a44-8db7-262abab7222b req-10bcde54-b4ac-4c7d-91d1-3f17b049ab39 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:27.871202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:27.878800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:27.880733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53304) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:27.897338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.899146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af20c16-548d-480b-a9f3-8d89c091b877,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:27.907657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:27.912966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.913215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-348ad948-03f2-4a44-8db7-262abab7222b req-10bcde54-b4ac-4c7d-91d1-3f17b049ab39 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:27.915199 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-348ad948-03f2-4a44-8db7-262abab7222b req-10bcde54-b4ac-4c7d-91d1-3f17b049ab39 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 210 time: 0.1488950 Apr 07 15:09:27.922655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:27.924027 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0565262 Apr 07 15:09:27.930475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53308) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:27.955121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group_rule': {'security_group_id': '80a1195a-bfc1-4d84-bc69-414a3709336b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:27.962370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:09:27.962942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:27.987106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:27.999746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:28.033611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b23b6a87-df4c-4586-8f51-73b1c26ea7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:28.034219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device fdd21184-37e4-4353-913e-12a352814777 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:28.036839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:28.059485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.092101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.107166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277597e-2e84-451d-b7e6-a81c18cc170b,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:28.148234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.153094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:28.163266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:28.179836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af20c16-548d-480b-a9f3-8d89c091b877,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:28.189133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:28.202122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:28.212459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.257552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-6d5b8396-35b3-4437-80ad-77d480c462c2 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:28.259335 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-6d5b8396-35b3-4437-80ad-77d480c462c2 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 819 time: 1.7361097 Apr 07 15:09:28.260999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.266676 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0af20c16-548d-480b-a9f3-8d89c091b877 HTTP/1.1" status: 204 len: 168 time: 0.3685982 Apr 07 15:09:28.299771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Request body: {'port': {'device_id': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'admin_state_up': True, 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:28.368952 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=435ad94fd4b645568160e6ca37c63b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9032564 Apr 07 15:09:28.416979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53314) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:28.432486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Attempting to bind port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:28.433250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Attempting to bind port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:28.433960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Attempting to bind port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:28.465544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:28.466248 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Checking segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:28.467051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.467778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Bound using segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:28.468698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Bound port: 76e4fed2-27d2-4ffc-9376-f7c67be45f16, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:28.469888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.606704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:28.608162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.640742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da110c-a78a-494c-9f36-8613b63f67ba req-f6caa84b-fcf6-4645-8da1-560dc2c327c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:28.642365 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-73da110c-a78a-494c-9f36-8613b63f67ba req-f6caa84b-fcf6-4645-8da1-560dc2c327c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 1098 time: 1.4184613 Apr 07 15:09:28.679559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f4ff32-6a17-4131-8ecc-a42bb9852ecd {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:28.728562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port fdd21184-37e4-4353-913e-12a352814777 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:28.743985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Network 43a903f6-cadc-4572-b588-f08c08e5377d has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:09:28.744707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.754298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.759553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.760231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.773109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port fdd21184-37e4-4353-913e-12a352814777 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:28.773837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.815134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.857282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.857710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] For port 76e4fed2-27d2-4ffc-9376-f7c67be45f16, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:28.915517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Transition to ACTIVE for port object 22f4ff32-6a17-4131-8ecc-a42bb9852ecd will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:28.916652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] For port 76e4fed2-27d2-4ffc-9376-f7c67be45f16, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=76e4fed2-27d2-4ffc-9376-f7c67be45f16,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:28.927927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf67d0-9798-469f-aeeb-e0a36e7b5377 req-be159451-51a2-4e68-aac3-5151fe516d10 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:28.930418 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ecf67d0-9798-469f-aeeb-e0a36e7b5377 req-be159451-51a2-4e68-aac3-5151fe516d10 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.6751018 Apr 07 15:09:28.934412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.937470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-57bd8677-9280-4acd-9510-a29e33d7a7d7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:28.944323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.945910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:28.965085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:29.000596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Network 43a903f6-cadc-4572-b588-f08c08e5377d has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:09:29.138475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:29.139765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.145059 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8277597e-2e84-451d-b7e6-a81c18cc170b HTTP/1.1" status: 204 len: 168 time: 0.6942205 Apr 07 15:09:29.156377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: from cryptography.utils import int_from_bytes Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: from cryptography.utils import int_from_bytes Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: (rel_b, rel_a, rel_b), Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: (rel_b, rel_a, rel_b), Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:09:29.171340 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:09:29.201158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6449c1cc-0c4c-41af-bf3f-9a1abc956f09,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:29.204391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.210006 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2751765 Apr 07 15:09:29.216344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:29.216875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53336) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:29.220475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fec34-446e-4ba7-b3c6-c4d9ad95274b req-d35aed48-f65b-49d9-ab8d-f1710d72909f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:29.228703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a941713-be41-45bf-b389-4c6260179e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:29.232699 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-447fec34-446e-4ba7-b3c6-c4d9ad95274b req-d35aed48-f65b-49d9-ab8d-f1710d72909f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 944 time: 1.7330043 Apr 07 15:09:29.236206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Made reservation on behalf of d718aff678eb4be3a3f0d7901e44bf23 for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:29.254710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.255770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:29.280045 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ecf67d0-9798-469f-aeeb-e0a36e7b5377 req-55538ad3-2c3e-445a-9ce3-b7ae4d8f4f7d tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204970 Apr 07 15:09:29.282441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:29.291477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277597e-2e84-451d-b7e6-a81c18cc170b,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:29.313144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:29.323192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:29.382442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.407009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.535972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:29.569820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:09:29.570924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:09:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:29.649148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.658669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Pushing event updated for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:29.746152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd21184-37e4-4353-913e-12a352814777'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:29.763759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:29.784717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=fdd21184-37e4-4353-913e-12a352814777,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:29.795591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.805853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:29.808279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:29.849434 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-447fec34-446e-4ba7-b3c6-c4d9ad95274b req-203094d2-07ef-4e86-bae3-16cc2139e4f2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150100 Apr 07 15:09:29.905283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:29.918811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a903f6-cadc-4572-b588-f08c08e5377d,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:29.931385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:29.956731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:29.962398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:29.970594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:09:29.983110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Usage tracker for resource:security_group_rule and tenant:a3a2fcb3b34f44eaaf8380a24a19f620 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:30.001163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:30.095910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:30.099248 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:floatingip and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:30.152942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:30.155758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:30.193891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:30.222157 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-13234788-e73e-4522-952b-a87e86a9deeb req-15bf3bfd-7abe-41bc-82db-8d0f129c5459 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 210 time: 0.3523731 Apr 07 15:09:30.239956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Pushing event updated for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:30.251574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:30.271291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:30.324459 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd21184-37e4-4353-913e-12a352814777', 'code': 200} Apr 07 15:09:30.335736 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] 10.222.0.30 "DELETE /v2.0/networks/43a903f6-cadc-4572-b588-f08c08e5377d HTTP/1.1" status: 204 len: 168 time: 5.7886326 Apr 07 15:09:30.383015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53358) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:30.449541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53362) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:30.531394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.62', 49263) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:30.638598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:30.794171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:28Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:30.801144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f7c82d-2340-4b45-a950-3a6cfa50319a None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:28Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:09:30.945353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Attempting to bind port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:30.946505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Attempting to bind port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:30.959429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Attempting to bind port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:31.012042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:31.012642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Attempting to bind port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:31.044778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:31.045438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Checking segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:31.046176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Bound using segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:31.048712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Bound port: 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:31.048712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.120296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:31.238799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Usage tracker for resource:security_group_rule and tenant:576075946e4a438a80d68bc37eac2a91 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:31.267391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:31.297643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:31.304078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:31.307354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Allocated IP 172.20.0.8 (f4f8a494-43ff-4417-a86a-8bd24ff1dc79/1e353b2a-2eab-4f08-bcb9-78be315cd5d3/846a29d0-cfcf-4c35-8125-0988dd2651dc) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:31.332241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Deleting subnet abb75186-bbc1-4f4a-905f-9c87351a8ef0 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:09:31.338174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.377600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.407612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9846f5d3-c22d-4af4-aef4-5119313abfbf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:31.446746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.511731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Pushing event updated for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:31.524445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:31.568505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.658802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:31.659471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.661638 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] 10.222.0.62 "PUT /v2.0/ports/22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 1094 time: 5.2024150 Apr 07 15:09:31.662460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:31.669602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:31.816546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 76e4fed2-27d2-4ffc-9376-f7c67be45f16 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:31.969793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a75dd-5b44-4874-bd21-877d832f64e7 req-929e556b-ea59-4748-9733-aa49c9c8256b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:31.971576 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-011a75dd-5b44-4874-bd21-877d832f64e7 req-929e556b-ea59-4748-9733-aa49c9c8256b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 0.7485964 Apr 07 15:09:32.004274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:32.012166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:32.020331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:32.021138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.025067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.043485 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-011a75dd-5b44-4874-bd21-877d832f64e7 req-4f3d1aa8-94ff-4852-a190-e932df88edae tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Apr 07 15:09:32.095305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-ff8c071d-abfb-438a-b7ec-4abed55312e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:32.097247 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-ff8c071d-abfb-438a-b7ec-4abed55312e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1097 time: 0.3504357 Apr 07 15:09:32.192112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.204519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-649e1dee-af90-4262-85dd-6c3736091ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:32.213672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 76e4fed2-27d2-4ffc-9376-f7c67be45f16, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=76e4fed2-27d2-4ffc-9376-f7c67be45f16,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:32.217745 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.221156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:32.259938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c1826-7c49-4da0-a793-72b314313dcb req-34fc9ac8-f1eb-424e-81e6-b0d2acec6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:32.262211 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e30c1826-7c49-4da0-a793-72b314313dcb req-34fc9ac8-f1eb-424e-81e6-b0d2acec6461 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 1098 time: 1.7026551 Apr 07 15:09:32.294010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5c61e-e28e-4f63-bc21-0120ab226b4d req-2924460c-d617-406d-9e07-e212f6e534a3 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:32.302334 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f2a5c61e-e28e-4f63-bc21-0120ab226b4d req-2924460c-d617-406d-9e07-e212f6e534a3 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 1.5931702 Apr 07 15:09:32.329465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb75186-bbc1-4f4a-905f-9c87351a8ef0,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:32.352932 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-a7615d7c-7ae8-48a4-8bd5-2c3e2bc8fe69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.2467277 Apr 07 15:09:32.379407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.408840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Allocated IP 172.28.1.15 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/31c82630-b7d3-49c8-b484-673d1d597ac1) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:32.415760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:32.439127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.453847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:32.462076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:32.467144 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f2a5c61e-e28e-4f63-bc21-0120ab226b4d req-34930410-b440-49b4-a370-c3585f64048a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635549 Apr 07 15:09:32.469889 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abb75186-bbc1-4f4a-905f-9c87351a8ef0 HTTP/1.1" status: 204 len: 168 time: 2.0330908 Apr 07 15:09:32.493479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53390) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:32.521880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:32.585762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.590963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Usage tracker for resource:security_group_rule and tenant:a3a2fcb3b34f44eaaf8380a24a19f620 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:32.610005 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd', 'status': 'completed', 'code': 200} Apr 07 15:09:32.614894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:32.618205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.658764 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d3ed239e-011f-4acd-bab2-2a294dd8e81e req-8396d6c8-d2ee-4fa7-b4f3-f7c69aa9a1f5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 210 time: 0.1640935 Apr 07 15:09:32.702959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:32.712942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:32.738315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-0cfe883f-d1a7-4f9a-bae9-4c025da259a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:32.741609 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-0cfe883f-d1a7-4f9a-bae9-4c025da259a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.3763866 Apr 07 15:09:32.797198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Synchronizing usage tracker for tenant:a3a2fcb3b34f44eaaf8380a24a19f620 on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:32.798850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.867842 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-58a9fbea-8ac8-4f5b-9b19-a51807045550 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191268 Apr 07 15:09:32.905370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64804320-6bea-4d15-828f-e74bdf13d2ad,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:32.945271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:32.953293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.960678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) a3a2fcb3b34f44eaaf8380a24a19f620 {{(pid=84385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:09:32.961029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:09:32.987872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:32.988717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Unset dirty status for tenant:a3a2fcb3b34f44eaaf8380a24a19f620 on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:32.990130 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-73da110c-a78a-494c-9f36-8613b63f67ba req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 4.2500024 Apr 07 15:09:33.009879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:33.051325 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=576075946e4a438a80d68bc37eac2a91&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5581250 Apr 07 15:09:33.064323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.067794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53396) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:33.116982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78425d-afad-49dc-ac55-a8d70d1def6b,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:33.122857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.133317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:33.219702 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-f4dada80-97fc-4faa-a396-aeeb55758965 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424337 Apr 07 15:09:33.226724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.230509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.396177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-06bd7265-ac1c-4472-b53d-bd10b7d81dcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:33.480110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.500858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.548712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Pushing event updated for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:33.552800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.594475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:33.603578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:33.603989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:33.640746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:33.714063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:33.820483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 76e4fed2-27d2-4ffc-9376-f7c67be45f16 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:33.911348 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e30c1826-7c49-4da0-a793-72b314313dcb req-45e15574-56fb-4a90-9209-01c13fed5fa3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5922489 Apr 07 15:09:33.917266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:33.918090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.947039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=31c82630-b7d3-49c8-b484-673d1d597ac1,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:33.958197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:33.974152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:33.974932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:33.985711 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-659b5348-9255-4c3a-b4a2-6edb3d076049 req-f5d72020-91d9-4248-b0f2-a3fade6fc720 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497146 Apr 07 15:09:33.992740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:34.026530 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-72d9d6ef-f5b5-4ce7-8542-9d9e1a29f254 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7322810 Apr 07 15:09:34.050254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575c82c-5a1b-49f7-b4ce-9fb4ce030958 req-1afd70ec-fcd8-4ee7-b5e0-b8284ce64408 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:34.052111 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1575c82c-5a1b-49f7-b4ce-9fb4ce030958 req-1afd70ec-fcd8-4ee7-b5e0-b8284ce64408 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 0.5856001 Apr 07 15:09:34.073094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Request body: {'port': {'device_id': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:34.101908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:34.124530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:34.130781 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f78425d-afad-49dc-ac55-a8d70d1def6b HTTP/1.1" status: 204 len: 168 time: 1.0553839 Apr 07 15:09:34.142689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:34.157985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:34.161283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78425d-afad-49dc-ac55-a8d70d1def6b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:34.179981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:34.187738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:34.193192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:34.227513 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1575c82c-5a1b-49f7-b4ce-9fb4ce030958 req-4274c35b-1732-48d6-9db3-f7da631f2a75 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242640 Apr 07 15:09:34.342924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:34.729134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Allocated IP 172.28.1.122 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/c0071666-ad9e-4ef9-a750-5ff18e6f78c6) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:34.830848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.831524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.832965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.833608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > port after_create 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.834222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.834894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > port after_update 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.835527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.836181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.836674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.837161 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.976908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.977492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.978135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.978855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84384) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 07 15:09:34.979591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b248106-964c-4448-8f73-7f1f6d78cdcf']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:35.036420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6bed9c-9a7a-4b1d-b728-63799addb98a') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:35.037288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6bed9c-9a7a-4b1d-b728-63799addb98a') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:09:35.158250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.169133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e12c-b61b-43b3-94e3-2e667f5860f1 req-6370abb0-33e0-4f6f-8ae3-7f8272d5efaf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:35.172498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3933e12c-b61b-43b3-94e3-2e667f5860f1 req-6370abb0-33e0-4f6f-8ae3-7f8272d5efaf tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 1.3244865 Apr 07 15:09:35.183885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.214530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846a29d0-cfcf-4c35-8125-0988dd2651dc {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:35.257383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.292286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-e0edf386-16f8-4fc8-8251-607c281c94ef tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:35.293150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-e0edf386-16f8-4fc8-8251-607c281c94ef tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:35.321801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Transition to ACTIVE for port object 846a29d0-cfcf-4c35-8125-0988dd2651dc will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:35.332222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.359254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:35.369711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-99ff0178-c38a-4162-af57-4ca774b39fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:35.372800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-99ff0178-c38a-4162-af57-4ca774b39fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1097 time: 0.8503735 Apr 07 15:09:35.385531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.428544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:35.473227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Pushing event updated for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:35.475975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-e0edf386-16f8-4fc8-8251-607c281c94ef tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:35.477367 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-e0edf386-16f8-4fc8-8251-607c281c94ef tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 931 time: 0.9237247 Apr 07 15:09:35.478289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:35.503975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:09:35.547852 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3933e12c-b61b-43b3-94e3-2e667f5860f1 req-7c50d045-3de4-425b-880c-a665e2197826 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481085 Apr 07 15:09:35.660189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-a7652753-9bf0-4007-9c1c-8c89fa1df9d0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:35.824209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53442) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:35.925862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-a7652753-9bf0-4007-9c1c-8c89fa1df9d0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:35.928248 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03bb1a0b-90b8-4388-a06c-cc7079abb58d req-a7652753-9bf0-4007-9c1c-8c89fa1df9d0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331291 Apr 07 15:09:35.969826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 22f4ff32-6a17-4131-8ecc-a42bb9852ecd details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:09:35.970220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:09:36.026154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.043518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f87f6643-1280-4269-84cd-2eb00336d0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.063033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-b36404e6-c3dd-48f8-8534-ef0fc5142f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:36.064592 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-b36404e6-c3dd-48f8-8534-ef0fc5142f3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.6740112 Apr 07 15:09:36.121181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.291770 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-5abc29e4-1fcc-44e7-8d4b-aa196422f114 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.1743233 Apr 07 15:09:36.315396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1221403343-network', 'tenant_id': 'b5db5a652a6d47bc95286640931abe97'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:36.356217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:36.395322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'port_id': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd', 'mac_address': 'fa:16:3e:5e:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:09:36.397290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-1b32e055-8556-4752-838d-dda1436df3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:36.399365 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-1b32e055-8556-4752-838d-dda1436df3e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.0960166 Apr 07 15:09:36.400676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:36.432505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.452757 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Usage tracker for resource:network and tenant:b5db5a652a6d47bc95286640931abe97 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:36.459118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.488563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.491038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f4ff32-6a17-4131-8ecc-a42bb9852ecd {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:36.511198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:36.513678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6908112c-52e5-4116-9e42-6d62b781b125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:36.515050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.518318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:36.567285 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-216af008-f26b-4276-99b7-6e122ec40dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202624 Apr 07 15:09:36.569934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:36.609282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:36.613865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:36.660209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Attempting to bind port 846a29d0-cfcf-4c35-8125-0988dd2651dc on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:36.660678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Attempting to bind port 846a29d0-cfcf-4c35-8125-0988dd2651dc by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:36.661070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Attempting to bind port 846a29d0-cfcf-4c35-8125-0988dd2651dc on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:36.679330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Port 846a29d0-cfcf-4c35-8125-0988dd2651dc on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:36.679594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Attempting to bind port 846a29d0-cfcf-4c35-8125-0988dd2651dc on network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:36.695255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:36.763748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['22f4ff32-6a17-4131-8ecc-a42bb9852ecd'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:36.801389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Network 6b248106-964c-4448-8f73-7f1f6d78cdcf has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:09:36.802355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:36.803112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Checking segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:36.803802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Bound using segment: {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:36.804613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Bound port: 846a29d0-cfcf-4c35-8125-0988dd2651dc, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae1ac9e-1423-4417-8aba-007cb0702213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:36.805238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: from cryptography.utils import int_from_bytes Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: from cryptography.utils import int_from_bytes Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: (rel_b, rel_a, rel_b), Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: (rel_b, rel_a, rel_b), Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:09:36.868166 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:09:36.935946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=31c82630-b7d3-49c8-b484-673d1d597ac1,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:36.939551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:37.032964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b6377-8a17-4920-a694-f35038ffc6a9 req-0f6827b6-9d05-45bf-8e1e-95b6b8cdc47e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:37.034782 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-599b6377-8a17-4920-a694-f35038ffc6a9 req-0f6827b6-9d05-45bf-8e1e-95b6b8cdc47e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 1.1944911 Apr 07 15:09:37.048151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:37.157397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Made reservation on behalf of b5db5a652a6d47bc95286640931abe97 for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:37.162242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.162680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25a43-8775-4edc-a331-0e18b2c1ab03 req-05b7875e-ccd2-4630-a18a-d2c5820a735a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:37.165542 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a3a25a43-8775-4edc-a331-0e18b2c1ab03 req-05b7875e-ccd2-4630-a18a-d2c5820a735a tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.3791983 Apr 07 15:09:37.168892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:37.176128 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-2bb7988f-bb68-4451-a30e-507e8c4d3020 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031223 Apr 07 15:09:37.187023 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.233520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.257418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:37.265600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.289979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.294256 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-599b6377-8a17-4920-a694-f35038ffc6a9 req-a5cd9c2a-0996-4189-aed8-d6ac47d9aa63 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456041 Apr 07 15:09:37.295513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:37.429819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:37.449992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Pushing event updated for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:37.482410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:37.489384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a3a25a43-8775-4edc-a331-0e18b2c1ab03 req-7db9066f-805d-44a3-a165-3648677d2963 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081241 Apr 07 15:09:37.499566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.536419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Usage tracker for resource:security_group_rule and tenant:b5db5a652a6d47bc95286640931abe97 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:37.555057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:37.625354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:37.634687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.652859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:37.654879 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b248106-964c-4448-8f73-7f1f6d78cdcf HTTP/1.1" status: 204 len: 168 time: 5.1587362 Apr 07 15:09:37.664808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.682052 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.9120743 Apr 07 15:09:37.682356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:37.693344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:37.830130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:37.832137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:37.841962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] 10.222.0.62 "PUT /v2.0/ports/846a29d0-cfcf-4c35-8125-0988dd2651dc HTTP/1.1" status: 200 len: 1093 time: 3.7941227 Apr 07 15:09:37.843013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:37.960611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 22f4ff32-6a17-4131-8ecc-a42bb9852ecd up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:38.090600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53470) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:38.101442 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc', 'status': 'completed', 'code': 200} Apr 07 15:09:38.238426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:38.249131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:38.249847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.359766 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0c68c109-3481-43d5-8590-152e6816903c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87a8351b9a90418e9323f279911b5ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563958 Apr 07 15:09:38.371533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53482) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:38.371937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.417521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=c0071666-ad9e-4ef9-a750-5ff18e6f78c6,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:38.571637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.142s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:38.580410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.594364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-554a1fdf-822f-4ca9-82ad-ef66685a8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:38.607968 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-554a1fdf-822f-4ca9-82ad-ef66685a8314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 1096 time: 0.7179601 Apr 07 15:09:38.636866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.038s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:38.711670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b248106-964c-4448-8f73-7f1f6d78cdcf,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:38.726805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.753369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:38.796808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:38.802394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.803636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:38.808598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:38.878605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-249b84b8-c672-426e-bec8-064f72ad4e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:38.888076 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-26b68667-359e-499b-b4dd-2bd3720b3b04 req-39a07a3c-a8ad-4986-ba8b-98c269d357aa service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6870625 Apr 07 15:09:38.895196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-20856101-0a13-4e27-972a-a09486461e85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc HTTP/1.1" status: 200 len: 217 time: 0.2856934 Apr 07 15:09:38.897909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d9682cbd-3b4b-4fbc-92ed-a2f84a50db7a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:38.989884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:38.995436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:39.013176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c4f4d-fb4e-48e0-a46d-693c1d4afb3e req-5a53a13d-d8f2-42be-8e5a-6d66099068f7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:39.021080 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e69c4f4d-fb4e-48e0-a46d-693c1d4afb3e req-5a53a13d-d8f2-42be-8e5a-6d66099068f7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 943 time: 1.5545065 Apr 07 15:09:39.091096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.104447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d9682cbd-3b4b-4fbc-92ed-a2f84a50db7a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:39.125055 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d9682cbd-3b4b-4fbc-92ed-a2f84a50db7a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2065360551&fields=id&tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 267 time: 0.2608581 Apr 07 15:09:39.131847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.184554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.188708 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e69c4f4d-fb4e-48e0-a46d-693c1d4afb3e req-a564d2a0-0b01-4d4b-9101-79c703929f96 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662874 Apr 07 15:09:39.195466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.203055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b21d67c2-027f-4791-a5be-b5a429ff7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:39.211725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-9ee1cff4-95df-4d2d-ae49-b222f010816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:39.213473 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-9ee1cff4-95df-4d2d-ae49-b222f010816e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.3052804 Apr 07 15:09:39.218225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.257172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:09:39.292345 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd', 'code': 200} Apr 07 15:09:39.303010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:09:39.323166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1049934c-f6ee-4df4-8663-324a96c69d7e,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:39.329933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:39.339837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.340262 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Added segment 09aaefe7-ea57-4e20-b5c7-90d648dde384 of type vlan for network cf093994-b0c5-4bdd-a937-de515fcf3921 Apr 07 15:09:39.393684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.425335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.436915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.459042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:39.580388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.587428 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-15470313-4835-4f1f-9202-3f9cc2269110 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3582382 Apr 07 15:09:39.677677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:39.678842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.762943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=c0071666-ad9e-4ef9-a750-5ff18e6f78c6,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:39.780765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:39.783945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-23337b63-3b75-4404-aa05-e9829bcad8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:39.813210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d33c6f0c-b48e-463c-a43b-55682d37bf9d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:39.814105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d33c6f0c-b48e-463c-a43b-55682d37bf9d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:network {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:39.824003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:39.833317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-1ba50d91-71c2-4c8f-9fd5-78e7ca18d550 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301831 Apr 07 15:09:39.836700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6c7fb946-e7e7-414d-a677-7814a8321ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:39.855140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e6d9a-6b8b-4205-9b2e-1d9c1137a49b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:39.884888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:39.910228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d33c6f0c-b48e-463c-a43b-55682d37bf9d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:network {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:39.917910 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d33c6f0c-b48e-463c-a43b-55682d37bf9d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 817 time: 0.7797258 Apr 07 15:09:39.957887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.010345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.014304 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/418e6d9a-6b8b-4205-9b2e-1d9c1137a49b HTTP/1.1" status: 204 len: 168 time: 1.6390812 Apr 07 15:09:40.023195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Pushing event updated for resources: {'Network': ['ID=cf093994-b0c5-4bdd-a937-de515fcf3921,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:40.031384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-ab244430-cf8d-4a12-b709-3ed96b0d6d66 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/quotas/fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 375 time: 0.1123412 Apr 07 15:09:40.063342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network cf093994-b0c5-4bdd-a937-de515fcf3921 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:09:40.075234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:40.112173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.162669 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.3182275 Apr 07 15:09:40.165396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53524) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:40.190401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Request body: {'subnet': {'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1221403343-subnet', 'tenant_id': 'b5db5a652a6d47bc95286640931abe97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:40.271782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.273955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:40.283173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Usage tracker for resource:subnet and tenant:b5db5a652a6d47bc95286640931abe97 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:40.289313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:40.293974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.303397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:40.305317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0621388 Apr 07 15:09:40.309645 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4a647-c9ac-42ed-b53d-27a4edbc04cd req-a8a4dc79-21cb-43d5-978e-3fed509aa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:40.311558 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f8c4a647-c9ac-42ed-b53d-27a4edbc04cd req-a8a4dc79-21cb-43d5-978e-3fed509aa634 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.7790823 Apr 07 15:09:40.350053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Made reservation on behalf of b5db5a652a6d47bc95286640931abe97 for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:40.357222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1724064'] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.417276 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f8c4a647-c9ac-42ed-b53d-27a4edbc04cd req-fe0aca88-1135-48c6-9efc-3e06f4f2f8a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976591 Apr 07 15:09:40.563096 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5ef6d8a-381e-45a3-bf7d-7606d90adde3 req-2b1989df-14a2-472a-a7c2-0c7889414e56 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118561 Apr 07 15:09:40.608868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f34b8ed7-0562-4187-8e7c-813d5f84b449 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:40.734128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f34b8ed7-0562-4187-8e7c-813d5f84b449 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:40.735366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:40.736632 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f34b8ed7-0562-4187-8e7c-813d5f84b449 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7033377 Apr 07 15:09:41.035755 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f6c99e23-c81a-47a8-9584-09cc294b75da service neutron] 10.222.0.30 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782991 Apr 07 15:09:41.039779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c41d-c4d5-4328-a6a3-a83cb3332efe req-613e0a62-c883-455e-ba42-d995a82d6392 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:41.041478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-0ad2fec6-bfcb-4550-a10a-9b6ce3a8e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:41.043036 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8dc5c41d-c4d5-4328-a6a3-a83cb3332efe req-613e0a62-c883-455e-ba42-d995a82d6392 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 943 time: 0.1581101 Apr 07 15:09:41.044048 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-0ad2fec6-bfcb-4550-a10a-9b6ce3a8e107 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 1096 time: 0.3846011 Apr 07 15:09:41.097186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53552) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:41.107474 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8dc5c41d-c4d5-4328-a6a3-a83cb3332efe req-2e9c31cb-95cc-46f8-babd-2c91a41d6d80 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Apr 07 15:09:41.202540 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b0ff45a5-5677-4438-abf2-90ee8fceb340 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21790c1b373847fea116fac5dc232ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028328 Apr 07 15:09:41.206064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53556) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:41.326660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:41.360302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:41.426671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:41.437844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-058969c0-e8c2-41f3-9e14-b07fe65c7218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:41.455943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615c19e-193d-4e5d-8e74-d9284ee5ed72,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:41.458573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:41.462429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7615c19e-193d-4e5d-8e74-d9284ee5ed72 HTTP/1.1" status: 204 len: 168 time: 0.2525475 Apr 07 15:09:41.462429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:41.497500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-28ae7bb2-c40f-46b1-a092-245511520c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:41.499175 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-28ae7bb2-c40f-46b1-a092-245511520c38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.4254918 Apr 07 15:09:41.599236 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-f7ede503-5de2-4227-aee4-8800a6d9dda4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc HTTP/1.1" status: 200 len: 217 time: 0.0851481 Apr 07 15:09:41.604503 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-ef537097-a2ca-48aa-8365-4198c2cd1760 service neutron] 10.222.0.30 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588331 Apr 07 15:09:41.884550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-1d3b773b-279d-42d8-a360-1e237abac937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:41.886998 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-1d3b773b-279d-42d8-a360-1e237abac937 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.2750530 Apr 07 15:09:41.969211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-0dbd0c01-97c7-4992-be36-eeebeae169e6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:41.992591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-0dbd0c01-97c7-4992-be36-eeebeae169e6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:42.017673 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-0dbd0c01-97c7-4992-be36-eeebeae169e6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1835055295&fields=id&tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 267 time: 0.1210365 Apr 07 15:09:42.042115 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-dd8d15f6-e454-457f-83f7-39ff1a16f533 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390846 Apr 07 15:09:42.347883 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f357639e-6eab-4450-b900-4c561807012d req-1fd94613-426e-47ae-974f-bb698b206fe7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 210 time: 0.2391884 Apr 07 15:09:42.484966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-b351c2e3-94f9-47c7-837e-aeeedbe535a5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:42.501999 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-b351c2e3-94f9-47c7-837e-aeeedbe535a5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 809 time: 0.4823997 Apr 07 15:09:42.539332 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-3fc98738-38f4-4d3c-8979-d58798b1a7fa tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/quotas/aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 375 time: 0.0336139 Apr 07 15:09:42.754375 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-bac87553-f20b-4eda-8d16-f8fde0fb4a59 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2134037 Apr 07 15:09:42.842161 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-bba8e6f0-b484-424c-974a-63a4d7ab98cf service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883899 Apr 07 15:09:43.053051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852912394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1724049'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:43.126268 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-d16d56a9-ba04-4a68-a43f-1d6e4cf3b04a service neutron] 10.222.0.30 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423898 Apr 07 15:09:43.181364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c65957f3-74e6-4012-95dd-5b342c8bbadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:43.421376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abccaf-7a1b-41b0-bca8-b1d6f390fb7a req-afecad76-d128-4c47-8240-18371394a46a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:43.423989 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4abccaf-7a1b-41b0-bca8-b1d6f390fb7a req-afecad76-d128-4c47-8240-18371394a46a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 943 time: 0.7078762 Apr 07 15:09:43.435107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:43.443836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:43.458143 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-170d8b82-a56b-42c9-905b-c0db746c0ad1 req-3983f0f4-5cac-42de-852f-24cff690279b service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890543 Apr 07 15:09:43.507730 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-5f25d467-c199-4cd8-a9ed-d979009c6ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769674 Apr 07 15:09:43.523170 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4abccaf-7a1b-41b0-bca8-b1d6f390fb7a req-92e1e091-d80e-4aa7-8213-38aaeb3e79dd tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715201 Apr 07 15:09:43.965342 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72e97032-201b-4efe-ae0c-5ec8a6e92ad3 req-f871542b-41b9-4a4b-8dbb-01e59a36e3d8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0885766 Apr 07 15:09:44.006192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 846a29d0-cfcf-4c35-8125-0988dd2651dc details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:09:44.251807 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d9b13ccc-077a-4fc4-9ea6-ba7141a12d3a req-e5012835-b1cf-4e80-9324-f3a477be6482 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 210 time: 0.1860251 Apr 07 15:09:44.285016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Checking segment: {'id': '09aaefe7-ea57-4e20-b5c7-90d648dde384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:44.285643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Network hostable DHCP agents. Network: cf093994-b0c5-4bdd-a937-de515fcf3921, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:09:44.388303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Network cf093994-b0c5-4bdd-a937-de515fcf3921 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:09:44.391537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:44.419616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, cf093994-b0c5-4bdd-a937-de515fcf3921) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:44.419830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '846a29d0-cfcf-4c35-8125-0988dd2651dc', 'network_id': 'f4f8a494-43ff-4417-a86a-8bd24ff1dc79', 'port_id': '846a29d0-cfcf-4c35-8125-0988dd2651dc', 'mac_address': 'fa:16:3e:92:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e353b2a-2eab-4f08-bcb9-78be315cd5d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:09:44.431610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7dd38-22ef-410d-8aa2-3502b35470ac None None] Network cf093994-b0c5-4bdd-a937-de515fcf3921 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:44.463252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:44.464056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:44.504848 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3242333 Apr 07 15:09:44.764950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-21a8ea28-c7ad-4ca6-a45e-aaef75a1ce53 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:44.807734 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-21a8ea28-c7ad-4ca6-a45e-aaef75a1ce53 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.6977708 Apr 07 15:09:44.889126 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-30e506e5-84bf-40d3-ad44-01b626eb162c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/quotas/8962940fb7254722ac38008ca78b8721 HTTP/1.1" status: 200 len: 375 time: 0.0757151 Apr 07 15:09:45.103139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-b8730670-2346-4e24-bf8c-8d6503523fbd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:45.110550 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-b8730670-2346-4e24-bf8c-8d6503523fbd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 817 time: 0.4634292 Apr 07 15:09:45.115963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:45.118130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846a29d0-cfcf-4c35-8125-0988dd2651dc {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:45.291923 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-3c5aa7f5-49ac-45de-be81-0080ec7f6567 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 5704 time: 0.1692202 Apr 07 15:09:45.392805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:45.417522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:45.437460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eace1236-ace2-439d-b91d-80046a456024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:45.455676 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-23dc8e6b-d011-4c1b-9fc5-f3311b657ffe tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5648589 Apr 07 15:09:45.467639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'port': {'device_id': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'admin_state_up': True, 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'security_groups': ['00215fb7-1680-4154-975b-4107e67e1e9f']}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:45.540325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:45.556579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:45.639880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c54b1-5445-4acc-a543-6902a4a554cd None None] Network cf093994-b0c5-4bdd-a937-de515fcf3921 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:45.880290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a556f-2c14-46b2-b049-d7599349f4fa req-386bc510-445a-44c0-ba3d-8e93aba12342 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:45.883021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['846a29d0-cfcf-4c35-8125-0988dd2651dc'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:45.886198 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-401a556f-2c14-46b2-b049-d7599349f4fa req-386bc510-445a-44c0-ba3d-8e93aba12342 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 944 time: 0.5922136 Apr 07 15:09:45.888106 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4bccd91f-eb29-45a3-a54d-947da879a0bc service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285879 Apr 07 15:09:46.060128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:46.103641 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-401a556f-2c14-46b2-b049-d7599349f4fa req-5d0ded95-0419-4c3f-8141-350d97ddc967 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782546 Apr 07 15:09:46.156252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:46.192619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Made reservation on behalf of fe4f3e655e6d4960a01cb171511affde for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:46.205490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:46.324963 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-89f625c1-fe87-48aa-a71f-742f35720032 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037766 Apr 07 15:09:46.398742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53710) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:46.407164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169862407-network', 'tenant_id': 'b7f22731cce84a159b4e83e3ea94d5bc'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:46.429992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:46.442893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Usage tracker for resource:network and tenant:b7f22731cce84a159b4e83e3ea94d5bc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:46.453264 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:46.468281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:46.489643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Made reservation on behalf of b7f22731cce84a159b4e83e3ea94d5bc for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:46.494814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:46.542396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:46.564940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:46.571653 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f22731cce84a159b4e83e3ea94d5bc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:46.576508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:46.585049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:46.731879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Allocated IP 172.20.0.10 (734b89ca-cdd2-4231-94f1-e0b0235a671c/9ab060e2-8f92-4c56-bb03-c5924852df51/e4148168-2668-453c-900c-0204a66238f0) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:46.747362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:46.816618 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7007dada-d235-46e4-adb4-479e0d3bfcba req-d2cbb21f-70c2-4cfc-bdc6-69c66e8d8584 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0667334 Apr 07 15:09:46.826121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:46.840333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:46.940993 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ef1beaeb-33c2-4f06-b58c-ef43498ca438 req-b4613602-87b1-4f05-95a7-55a886a7e4f0 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 210 time: 0.0732250 Apr 07 15:09:46.973166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:09:47.013660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8d9c3-e6bf-465d-a2ac-18eba93d3b68,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:47.048900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:47.076147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.076550 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Added segment 40164ba9-38e0-483f-9389-6233e88f8e72 of type vlan for network 499206aa-73fc-43b6-908f-714db1c3879b Apr 07 15:09:47.217605 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-936b4e08-4b4c-4e6d-a5b3-b2d22ad244f1 req-90511428-7d97-4b97-a799-3680c1b1d304 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 210 time: 0.3265870 Apr 07 15:09:47.333358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.357136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Transition to ACTIVE for port object e4148168-2668-453c-900c-0204a66238f0 will not be triggered until provisioned by entity DHCP. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:47.387125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.429689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:47.439501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.499756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-0cbe89e5-307e-457e-bf80-6bbd8ac82592 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:47.501656 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-0cbe89e5-307e-457e-bf80-6bbd8ac82592 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 809 time: 0.3648529 Apr 07 15:09:47.567289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.572770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:47.573525 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:47.585734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e85ff8-faaa-4f6a-b533-e6d077ad4e75 req-e1cb1b02-d3d2-446e-9176-4247c6f77ee8 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:47.587595 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a0e85ff8-faaa-4f6a-b533-e6d077ad4e75 req-e1cb1b02-d3d2-446e-9176-4247c6f77ee8 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.4619555 Apr 07 15:09:47.604706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:47.642470 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-f6451585-da67-4ab7-a03b-95db3e7eb15e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 5705 time: 0.1249142 Apr 07 15:09:47.665877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:47.698347 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a0e85ff8-faaa-4f6a-b533-e6d077ad4e75 req-7d06d87a-422e-4079-ba53-7f67f26b3b92 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762758 Apr 07 15:09:47.712279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'port': {'device_id': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'admin_state_up': True, 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'security_groups': ['80a1195a-bfc1-4d84-bc69-414a3709336b']}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:47.753608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:47.880504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea627b8-36e5-4fa5-aeb2-dc89461a4b16 req-57901d4f-a507-4784-be77-dc12701c5db5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:47.882523 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dea627b8-36e5-4fa5-aeb2-dc89461a4b16 req-57901d4f-a507-4784-be77-dc12701c5db5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 944 time: 0.3851950 Apr 07 15:09:47.924609 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5242937 Apr 07 15:09:47.935801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53752) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:47.938173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:47.946527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=499206aa-73fc-43b6-908f-714db1c3879b,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:47.961611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:47.983445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:48.017109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 846a29d0-cfcf-4c35-8125-0988dd2651dc up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:09:48.063414 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dea627b8-36e5-4fa5-aeb2-dc89461a4b16 req-c30d3b74-bb54-4f6e-b9de-b9c2b1f9e27c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576307 Apr 07 15:09:48.070836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:48.071581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.106546 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6722238 Apr 07 15:09:48.119665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Request body: {'subnet': {'network_id': '499206aa-73fc-43b6-908f-714db1c3879b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169862407-subnet', 'tenant_id': 'b7f22731cce84a159b4e83e3ea94d5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:48.120465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:48.125847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Usage tracker for resource:subnet and tenant:b7f22731cce84a159b4e83e3ea94d5bc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:48.130036 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:48.133367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Request body: {'port': {'device_id': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:48.142588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:48.165535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.165916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.166345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.167075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.167491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.167906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.168307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.168691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.169075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.169464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.169861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.170364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:48.193588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 499206aa-73fc-43b6-908f-714db1c3879b details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:09:48.198275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:48.199024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Made reservation on behalf of b7f22731cce84a159b4e83e3ea94d5bc for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:48.211282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827430060'] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.420507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 846a29d0-cfcf-4c35-8125-0988dd2651dc completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:48.421214 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d061fbf9-6d12-4df7-9370-ac0cf162d57b req-a773c0ae-3276-4559-81a7-274c47a9286d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 210 time: 0.1483576 Apr 07 15:09:48.474251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 846a29d0-cfcf-4c35-8125-0988dd2651dc triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:48.475428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.611949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ac67037c-32ce-4668-86cd-274c30a3adc8 None None] Provisioning for port e4148168-2668-453c-900c-0204a66238f0 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:48.699230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.717360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:48.736381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ac67037c-32ce-4668-86cd-274c30a3adc8 None None] Provisioning complete for port e4148168-2668-453c-900c-0204a66238f0 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:48.736824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac67037c-32ce-4668-86cd-274c30a3adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.807007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.881423 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-89849643-3d2d-4f45-9956-744f35acfd0d req-db6c4ecf-1221-461c-8d12-a57509c751b6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 210 time: 0.7199426 Apr 07 15:09:48.888688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-ac67037c-32ce-4668-86cd-274c30a3adc8 None None] Port e4148168-2668-453c-900c-0204a66238f0 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:48.915750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:48.933877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:48.934454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:48.937360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:48.939656 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:port and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:48.943933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:48.951478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:48.968138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Made reservation on behalf of aa0a72111bf1475aa7eaedcb97fd37dc for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:48.975349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:49.133558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:49.145446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:49.224400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Allocated IP 172.20.0.8 (77733163-340e-47e4-ae5d-370f7733f288/8f964569-70b2-4d40-a02c-9dc5158252db/ece756e9-d925-4050-9f6d-eaad3743c136) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:49.368018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-6b84e834-cb65-470d-ad88-c307253f2e2d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:49.369744 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-6b84e834-cb65-470d-ad88-c307253f2e2d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.8910766 Apr 07 15:09:49.392104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e481-de04-4bac-a75e-477d4226b358 req-55758eca-1acc-4bf5-9fbf-8a9884f1b114 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:49.393774 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-da30e481-de04-4bac-a75e-477d4226b358 req-55758eca-1acc-4bf5-9fbf-8a9884f1b114 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.8082571 Apr 07 15:09:49.398258 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Request body: {'port': {'device_id': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'admin_state_up': True, 'tenant_id': '8962940fb7254722ac38008ca78b8721'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:49.583954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6353a4-b38f-4af7-a0d0-225e70af5c56 req-a4af0329-8806-40be-8e7e-6793d2b773f6 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:49.585699 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5c6353a4-b38f-4af7-a0d0-225e70af5c56 req-a4af0329-8806-40be-8e7e-6793d2b773f6 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.3428924 Apr 07 15:09:49.658003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Deleting port c10b093a-e8c7-4542-84c3-79e7fbc59420 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:09:49.658704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:49.660371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:49.666737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5c6353a4-b38f-4af7-a0d0-225e70af5c56 req-2c052dec-8fa9-48c9-bfdb-16757bee9571 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623295 Apr 07 15:09:49.730334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Transition to ACTIVE for port object ece756e9-d925-4050-9f6d-eaad3743c136 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:49.757769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826464101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827430043'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:49.770464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657ea0-01e0-4272-8f4e-8d0397c98082 req-29ffdf5c-fbe0-4497-a170-5eeb289456a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:49.771521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-f5657ea0-01e0-4272-8f4e-8d0397c98082 req-29ffdf5c-fbe0-4497-a170-5eeb289456a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:49.786489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:49.787451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:49.823959 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc', 'code': 200} Apr 07 15:09:49.940470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-f5657ea0-01e0-4272-8f4e-8d0397c98082 req-29ffdf5c-fbe0-4497-a170-5eeb289456a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:49.941706 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5657ea0-01e0-4272-8f4e-8d0397c98082 req-29ffdf5c-fbe0-4497-a170-5eeb289456a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 932 time: 1.2806633 Apr 07 15:09:49.945254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:49.945974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b5ca44-c865-42e0-9132-a3f27fc32f26,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:49.951019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:49.954429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:49.981992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:50.204708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.62', 49305) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:50.307019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:50.318059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:50.372973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4148168-2668-453c-900c-0204a66238f0 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:50.408108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:50.418684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc32c-36c8-40d9-8cba-4168b231838a req-ab080a14-3c8c-4cc7-ac3d-1c488ca698a9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:50.420440 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7bbbc32c-36c8-40d9-8cba-4168b231838a req-ab080a14-3c8c-4cc7-ac3d-1c488ca698a9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.3571997 Apr 07 15:09:50.426792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Checking segment: {'id': '40164ba9-38e0-483f-9389-6233e88f8e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '499206aa-73fc-43b6-908f-714db1c3879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:50.427187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Network hostable DHCP agents. Network: 499206aa-73fc-43b6-908f-714db1c3879b, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:09:50.430961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:50.440897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Network 77733163-340e-47e4-ae5d-370f7733f288 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:50.459030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:50.472726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:50.521083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223109-dd04-442f-8a05-1a78548e4df3 req-02b4ec99-70cc-4359-b18f-3b4048799a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:50.523156 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e5223109-dd04-442f-8a05-1a78548e4df3 req-02b4ec99-70cc-4359-b18f-3b4048799a26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 1098 time: 0.3120241 Apr 07 15:09:50.529891 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7bbbc32c-36c8-40d9-8cba-4168b231838a req-955cf523-3b4f-4478-b2e6-1ba458736813 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948989 Apr 07 15:09:50.544907 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5657ea0-01e0-4272-8f4e-8d0397c98082 req-33754f6a-7c85-46ff-8fcf-1f0f9b5715dc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968229 Apr 07 15:09:50.578252 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e5223109-dd04-442f-8a05-1a78548e4df3 req-27af8573-33b0-4b8c-8ef9-74dab108ec8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Apr 07 15:09:50.579863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:09:50.581961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Network 499206aa-73fc-43b6-908f-714db1c3879b is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:09:50.595049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:50.595750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:50.612293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 499206aa-73fc-43b6-908f-714db1c3879b) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:50.612921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:50.630682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853a0bb-f6e7-48ca-b782-1f76e8938ad0 None None] Network 499206aa-73fc-43b6-908f-714db1c3879b requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:50.669141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:50.670002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:50.697313 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0067465 Apr 07 15:09:50.714957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Request body: {'port': {'device_id': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:50.761944 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8186247 Apr 07 15:09:51.060553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:51.143748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ae2b1560-830b-47d2-aaa3-4909ff41e5f5 None None] Provisioning for port ece756e9-d925-4050-9f6d-eaad3743c136 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:09:51.155542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ae2b1560-830b-47d2-aaa3-4909ff41e5f5 None None] Provisioning complete for port ece756e9-d925-4050-9f6d-eaad3743c136 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:09:51.175633 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1560-830b-47d2-aaa3-4909ff41e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:51.184450 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Allocated IP 172.20.0.14 (9ce25d48-5e4d-4185-ad43-f2f272a6a919/23942e28-e347-4a5c-90d5-d574a697e2d9/b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:09:51.202576 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2593a5a9-6537-4d42-8ee3-eaf8360a1b48 req-0d070d7a-b13c-4d03-a6fc-23dad3f8cad2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 210 time: 0.1824539 Apr 07 15:09:51.317207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Transition to ACTIVE for port object e4148168-2668-453c-900c-0204a66238f0 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:51.420448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:51.463534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:51.861257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b7a54-de47-47a1-b762-b3df82303aa8 req-d3359a51-77dc-4502-833d-bb41084b7474 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:51.863373 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-195b7a54-de47-47a1-b762-b3df82303aa8 req-d3359a51-77dc-4502-833d-bb41084b7474 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 945 time: 0.3478818 Apr 07 15:09:51.910481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b1560-830b-47d2-aaa3-4909ff41e5f5 None None] Port ece756e9-d925-4050-9f6d-eaad3743c136 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:09:51.937422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-195b7a54-de47-47a1-b762-b3df82303aa8 req-3a9e87a7-9db3-40fa-89c1-582b7e2c13c0 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Apr 07 15:09:52.028951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acec2c-cd59-424c-98a4-acdce5eca49e None None] Network 499206aa-73fc-43b6-908f-714db1c3879b requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:09:52.039067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:52.067084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device c10b093a-e8c7-4542-84c3-79e7fbc59420 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:09:52.176602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.177573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.179715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.180957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.182251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.183254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.184098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.184947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.185836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.186992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.187926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.189469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:52.209029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:52.241752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece756e9-d925-4050-9f6d-eaad3743c136 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:52.254139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:52.254695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:52.255308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:52.284710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-c939f0fc-47b2-4601-9f22-3d33fdd09ba3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:52.285905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-c939f0fc-47b2-4601-9f22-3d33fdd09ba3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:52.292999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Transition to ACTIVE for port object ece756e9-d925-4050-9f6d-eaad3743c136 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:52.300300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:52.341521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:52.671679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Calling delete_port for c10b093a-e8c7-4542-84c3-79e7fbc59420 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:09:52.733477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:52.806680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:52.814533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:52.833131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:52.849984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b8506110-68ba-4b00-bb42-878275d7ab55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:52.951090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19434-0af5-4602-afec-82135ddfe090 req-c65072aa-6f18-46d3-94ab-8a7d2ce669b8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:52.956537 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-90f19434-0af5-4602-afec-82135ddfe090 req-c65072aa-6f18-46d3-94ab-8a7d2ce669b8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.8113842 Apr 07 15:09:53.010584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-c939f0fc-47b2-4601-9f22-3d33fdd09ba3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:53.013429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-c939f0fc-47b2-4601-9f22-3d33fdd09ba3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 931 time: 1.6977978 Apr 07 15:09:53.040003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=6']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:53.044348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:53.140610 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-90f19434-0af5-4602-afec-82135ddfe090 req-e4771f41-82ca-4c6f-8b45-0b0bf40c61a6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398106 Apr 07 15:09:53.144572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Pushing event updated for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:53.150238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:53.313447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:09:53.313936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:09:53.323139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.356457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-f792faea-f3a8-42bd-8d37-d16ac49d97e2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:53.409842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-f792faea-f3a8-42bd-8d37-d16ac49d97e2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:53.411278 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-19cf0ba3-af12-4d2a-a315-bb56d63e38a8 req-f792faea-f3a8-42bd-8d37-d16ac49d97e2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139267 Apr 07 15:09:53.418580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Attempting to bind port e4148168-2668-453c-900c-0204a66238f0 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:53.418974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Attempting to bind port e4148168-2668-453c-900c-0204a66238f0 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:53.419663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Attempting to bind port e4148168-2668-453c-900c-0204a66238f0 on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:53.427471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Port e4148168-2668-453c-900c-0204a66238f0 on network 734b89ca-cdd2-4231-94f1-e0b0235a671c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:53.427471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Attempting to bind port e4148168-2668-453c-900c-0204a66238f0 on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:53.436438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:53.436908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Checking segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:53.437433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Bound using segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:53.438000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Bound port: e4148168-2668-453c-900c-0204a66238f0, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:53.438488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.511344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.550226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:53.603045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Attempting to bind port ece756e9-d925-4050-9f6d-eaad3743c136 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:53.603400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Attempting to bind port ece756e9-d925-4050-9f6d-eaad3743c136 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:53.603783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Attempting to bind port ece756e9-d925-4050-9f6d-eaad3743c136 on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:53.612127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Port ece756e9-d925-4050-9f6d-eaad3743c136 on network 77733163-340e-47e4-ae5d-370f7733f288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:09:53.612652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Attempting to bind port ece756e9-d925-4050-9f6d-eaad3743c136 on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:53.615894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:53.624068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:09:53.624460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Checking segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:09:53.624924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Bound using segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:09:53.625376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Bound port: ece756e9-d925-4050-9f6d-eaad3743c136, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:09:53.625787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.686967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e295f74-36bf-4d0b-b8a5-691550d9268c req-8c7c3309-16a7-4a00-a04a-2717a60e5392 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:53.688857 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5e295f74-36bf-4d0b-b8a5-691550d9268c req-8c7c3309-16a7-4a00-a04a-2717a60e5392 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.3237369 Apr 07 15:09:53.709971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:53.745616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:53.749600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event updated for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:53.758782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:53.760304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.784591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:53.788817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-5e295f74-36bf-4d0b-b8a5-691550d9268c req-5b06b231-39bc-4459-9b54-16f38d1a7bef tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:53.814579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-5e295f74-36bf-4d0b-b8a5-691550d9268c req-5b06b231-39bc-4459-9b54-16f38d1a7bef tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:53.815994 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5e295f74-36bf-4d0b-b8a5-691550d9268c req-5b06b231-39bc-4459-9b54-16f38d1a7bef tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092012 Apr 07 15:09:53.844750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:09:53.855540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ece756e9-d925-4050-9f6d-eaad3743c136,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:09:53.862037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.865191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Deleting port c10b093a-e8c7-4542-84c3-79e7fbc59420 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:09:53.865726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:53.908798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-64eb35ec-7b21-4372-a52c-67f430a05dab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:54.328717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Pushing event updated for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:54.335881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:54.406259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.407045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:54.410274 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] 10.222.0.62 "PUT /v2.0/ports/ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 1093 time: 3.6992996 Apr 07 15:09:54.410274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:54.426629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe67f1-a027-4ef5-b590-9dd5ecbb138e req-16401c2f-2125-4c40-88a8-14cb778ed898 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.428133 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-32fe67f1-a027-4ef5-b590-9dd5ecbb138e req-16401c2f-2125-4c40-88a8-14cb778ed898 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 932 time: 0.2116051 Apr 07 15:09:54.475386 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-32fe67f1-a027-4ef5-b590-9dd5ecbb138e req-d3fca0bf-4213-4135-9eb1-dbe705ffb836 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Apr 07 15:09:54.548537 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'code': 200} Apr 07 15:09:54.643844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-55b6423e-8830-43d6-ac83-eb0d32a1d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.647118 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-55b6423e-8830-43d6-ac83-eb0d32a1d1ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1096 time: 0.1702983 Apr 07 15:09:54.670124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:09:54.696992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:54.700428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:09:54.702446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:54.729966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:09:54.790557 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-84870d1c-922f-45e4-9207-78a9eedfc602 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 217 time: 0.0868127 Apr 07 15:09:54.895989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-bd9ff407-ed9a-4641-a072-42c58fbb56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.898210 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-bd9ff407-ed9a-4641-a072-42c58fbb56d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0962892 Apr 07 15:09:54.908864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb92c18-cd73-48a5-835b-5a381e941418 req-5b6fac98-42f5-4ed8-9d2b-d863e6f1a266 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.910627 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7eb92c18-cd73-48a5-835b-5a381e941418 req-5b6fac98-42f5-4ed8-9d2b-d863e6f1a266 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 943 time: 0.2564797 Apr 07 15:09:54.917460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.918167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:54.919785 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] 10.222.0.62 "PUT /v2.0/ports/e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 1094 time: 6.7966654 Apr 07 15:09:54.925728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:54.962391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.963568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:54.989878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-2e63a65b-a4a4-4d92-ab9d-96a7455fff5c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:54.992818 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-2e63a65b-a4a4-4d92-ab9d-96a7455fff5c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/networks?id=cf093994-b0c5-4bdd-a937-de515fcf3921 HTTP/1.1" status: 200 len: 809 time: 0.9377096 Apr 07 15:09:55.005922 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7eb92c18-cd73-48a5-835b-5a381e941418 req-fbd267f2-fa9f-4c5d-8eb5-7e8aa859ae59 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/security-groups?id=42253d84-5d4c-4aef-9968-b43e62441a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Apr 07 15:09:55.057409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-463091ee-676c-4bd2-9be4-3f44e6884799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:55.059702 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-463091ee-676c-4bd2-9be4-3f44e6884799 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440425 Apr 07 15:09:55.169939 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7884059 Apr 07 15:09:55.204461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Request body: {'port': {'device_id': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:09:55.294814 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-2c2c0221-c4fa-4c5e-bc94-7ba4712effb0 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/quotas/b5db5a652a6d47bc95286640931abe97 HTTP/1.1" status: 200 len: 375 time: 0.1603665 Apr 07 15:09:55.298818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] For port c10b093a-e8c7-4542-84c3-79e7fbc59420, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=c10b093a-e8c7-4542-84c3-79e7fbc59420,segment=NetworkSegment(bce2f077-a7fa-44dd-bb20-a76024e235f6),segment_id=bce2f077-a7fa-44dd-bb20-a76024e235f6)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:55.299239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:55.325333 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-143f1e60-4e3f-4831-a119-83cd9192f834 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514627 Apr 07 15:09:55.398021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-559f860b-7cd7-45fd-96d0-52f0917c5520 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5db5a652a6d47bc95286640931abe97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017160 Apr 07 15:09:55.404292 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'status': 'completed', 'code': 200} Apr 07 15:09:55.618775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Calling delete_port for c10b093a-e8c7-4542-84c3-79e7fbc59420 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:09:55.816147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f834a6c7-f506-4845-8a96-5b5c20743c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:55.818545 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-f834a6c7-f506-4845-8a96-5b5c20743c69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1097 time: 0.8409054 Apr 07 15:09:55.836508 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-96f3b953-0393-44dc-9998-6bedaa9a5bfe req-4f63ba94-6c13-4f95-a6dc-6d87df58a361 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036578 Apr 07 15:09:55.839315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-8a160c37-c0b0-4891-8fc7-cb256c8756b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:55.840945 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-8a160c37-c0b0-4891-8fc7-cb256c8756b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 1098 time: 0.4309082 Apr 07 15:09:55.905500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb4d95-1843-4320-8404-f7e36a0b9284 req-14b4da98-3c69-4a3d-b66e-29a5fa4b6f28 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:55.906344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-b1cb4d95-1843-4320-8404-f7e36a0b9284 req-14b4da98-3c69-4a3d-b66e-29a5fa4b6f28 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:55.909940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:55.978275 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-95409f93-2273-4f07-8a65-07f0070754a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 217 time: 0.1396050 Apr 07 15:09:56.002335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-b1cb4d95-1843-4320-8404-f7e36a0b9284 req-14b4da98-3c69-4a3d-b66e-29a5fa4b6f28 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:56.003637 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b1cb4d95-1843-4320-8404-f7e36a0b9284 req-14b4da98-3c69-4a3d-b66e-29a5fa4b6f28 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 943 time: 0.3849361 Apr 07 15:09:56.059303 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-236541a5-e8ee-43e4-96cf-4bbc92ab28f2 service neutron] 10.222.0.30 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401532 Apr 07 15:09:56.154262 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b1cb4d95-1843-4320-8404-f7e36a0b9284 req-bd5abc04-a8ec-4756-a1e6-6e194c6474a8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974710 Apr 07 15:09:56.211045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-0061b9a5-2862-4217-9dde-f10df7c95283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:56.213729 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-0061b9a5-2862-4217-9dde-f10df7c95283 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1096 time: 0.3002818 Apr 07 15:09:56.221297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-a3756661-62f4-42f2-97cb-6389bc6b28db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:56.223386 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-a3756661-62f4-42f2-97cb-6389bc6b28db service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.3637280 Apr 07 15:09:56.345485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-499af223-a2ef-4799-bba0-a60f5fc84aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:56.348257 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-499af223-a2ef-4799-bba0-a60f5fc84aad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.3539071 Apr 07 15:09:56.503910 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-1d47bda2-d711-407f-8000-52f7256a06c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc HTTP/1.1" status: 200 len: 217 time: 0.2119112 Apr 07 15:09:56.690703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-c0aba721-1ff9-42e9-90e3-8de9fffbc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:56.692412 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-c0aba721-1ff9-42e9-90e3-8de9fffbc0b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.1220884 Apr 07 15:09:56.742143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-a09ffcfe-6c28-4752-af06-a8e4d73c8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:56.744279 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-a09ffcfe-6c28-4752-af06-a8e4d73c8e6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.4979787 Apr 07 15:09:56.751163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:56.789749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:56.825450 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-57d2b0ca-acdd-462b-b7a9-23543d722ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220257 Apr 07 15:09:56.851557 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-d03ce7dc-4fef-49be-b925-d8936ce37f4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 217 time: 0.0918155 Apr 07 15:09:56.889981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Pushing event deleted for resources: {'Port': ['ID=c10b093a-e8c7-4542-84c3-79e7fbc59420,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:56.949221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:56.992916 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-7c07b20b-3e12-4372-a372-d0d18c74b33a service neutron] 10.222.0.30 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479209 Apr 07 15:09:57.167436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d7b91556-e618-4057-91a6-302f4ca5d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:57.169332 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-d7b91556-e618-4057-91a6-302f4ca5d4b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7903070 Apr 07 15:09:57.251242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 53952) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:57.284751 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'status': 'completed', 'code': 200} Apr 07 15:09:57.452712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] No DVR routers for this DVR port c10b093a-e8c7-4542-84c3-79e7fbc59420 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:09:57.498232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:57.574174 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-1964fe4c-340d-48fe-893c-ea1a56bb0320 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247040 Apr 07 15:09:57.621389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:09:57.659507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-72514e33-a4fe-4a14-ab80-52af7376258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:57.662232 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-72514e33-a4fe-4a14-ab80-52af7376258f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.7814522 Apr 07 15:09:57.680850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf005a7-0053-4105-84a8-265070460d6c req-06848fec-1ea4-4854-a9dd-e887bb779ee2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:57.695678 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dbf005a7-0053-4105-84a8-265070460d6c req-06848fec-1ea4-4854-a9dd-e887bb779ee2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 1.2648158 Apr 07 15:09:57.749919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:57.769400 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.62 "DELETE /v2.0/ports/c10b093a-e8c7-4542-84c3-79e7fbc59420 HTTP/1.1" status: 204 len: 173 time: 8.3463309 Apr 07 15:09:57.802807 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-fd30996e-593f-4a13-b752-243ac3361b58 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206677 Apr 07 15:09:57.803845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:09:57.811752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:57.850428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Usage tracker for resource:security_group_rule and tenant:269462c1fbdd464680e770aa7906ebf8 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:09:57.918870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:09:57.925284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:57.936351 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dbf005a7-0053-4105-84a8-265070460d6c req-dcd53891-fb8a-4945-8141-e0b16b36430d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391570 Apr 07 15:09:57.943998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:09:58.011891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Transition to ACTIVE for port object b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:09:58.064594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device ece756e9-d925-4050-9f6d-eaad3743c136 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:09:58.119211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:58.140946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:58.207456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65f262-5e5f-4b9f-b000-eb0e8a6e5a1e req-f1dc5127-83c8-41bc-84ae-2189327e778f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:58.219323 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1a65f262-5e5f-4b9f-b000-eb0e8a6e5a1e req-f1dc5127-83c8-41bc-84ae-2189327e778f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.7413056 Apr 07 15:09:58.315266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-ddd5d4e2-fb05-4c50-8e70-59f74ee03cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:58.327403 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-ddd5d4e2-fb05-4c50-8e70-59f74ee03cbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3872247 Apr 07 15:09:58.556805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1a65f262-5e5f-4b9f-b000-eb0e8a6e5a1e req-dc0f4098-08a2-4138-8ac4-e4d8684a688f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361483 Apr 07 15:09:58.586695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ece756e9-d925-4050-9f6d-eaad3743c136,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:58.610540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'port_id': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'mac_address': 'fa:16:3e:b5:cd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:09:58.679971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:58.681869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece756e9-d925-4050-9f6d-eaad3743c136 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:09:58.684305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:58.701304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ece756e9-d925-4050-9f6d-eaad3743c136,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:09:58.705405 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-61e83e93-742d-4bbe-a66f-287790ad239c service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757086 Apr 07 15:09:58.705931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:58.708093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:58.708280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:58.709516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Pushing event updated for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:58.740195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:58.749955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:58.795544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:58.810293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.810960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.811075 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a563e764-e7e0-4122-b776-cf2793a966b2 req-55eedd6e-7ce4-48f1-a5a3-7dad1cd19c85 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1470141 Apr 07 15:09:58.811626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.812240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.812847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.813518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.814127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.814818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.815471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.816418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.817052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.817667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:09:58.824944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:58.856060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-16e92c69-244f-4eed-8c3c-caeac1572c6b req-18109541-a430-4c2d-ba4a-75828e328f2e service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9965479 Apr 07 15:09:58.885923 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=269462c1fbdd464680e770aa7906ebf8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6099648 Apr 07 15:09:58.893550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e177d442-4e9e-4e27-aa3e-e907d0966f41 req-a5b401a8-2e95-4b25-971a-5db8ebc35100 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Synchronizing usage tracker for tenant:dd096a98b46d424d9c4e8668696754ac on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:58.911457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 53980) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:09:58.933452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f970b-506b-4043-855b-44031faf2a6c,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:58.941325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e177d442-4e9e-4e27-aa3e-e907d0966f41 req-a5b401a8-2e95-4b25-971a-5db8ebc35100 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Unset dirty status for tenant:dd096a98b46d424d9c4e8668696754ac on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:58.942875 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e177d442-4e9e-4e27-aa3e-e907d0966f41 req-a5b401a8-2e95-4b25-971a-5db8ebc35100 tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b7944af-71f2-40a4-8ffa-9c531643191c HTTP/1.1" status: 200 len: 210 time: 0.2042234 Apr 07 15:09:58.943936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:58.999628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['ece756e9-d925-4050-9f6d-eaad3743c136'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:09:59.205282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe556a-6ed8-473d-9a31-67b7e5558ec4 req-cca95420-57f8-4e88-8d74-41cf5c6bccb5 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:59.208829 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72fe556a-6ed8-473d-9a31-67b7e5558ec4 req-cca95420-57f8-4e88-8d74-41cf5c6bccb5 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 944 time: 0.5004170 Apr 07 15:09:59.319269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-deleted', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:09:59.371034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-3a642109-c79c-4b47-8209-4e0f1c798bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:59.373016 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-3a642109-c79c-4b47-8209-4e0f1c798bd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1097 time: 0.3552959 Apr 07 15:09:59.396116 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03476797-2db5-42de-b0b4-aecdb3ef93d7 req-2a020a56-d41f-447f-a9e2-4b43929a2344 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692762 Apr 07 15:09:59.409477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:59.460693 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Attempting to bind port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:09:59.461125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Attempting to bind port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:09:59.461530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Attempting to bind port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:09:59.473143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:59.674837 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72fe556a-6ed8-473d-9a31-67b7e5558ec4 req-4438138b-3f4e-4441-b03c-3e2c42dc2d9a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342830 Apr 07 15:09:59.686433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:59.699782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35299a60-9186-4e7c-b963-86190d17c531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:09:59.739047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f970b-506b-4043-855b-44031faf2a6c,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:09:59.748330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:09:59.768328 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:09:59.770286 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f7f970b-506b-4043-855b-44031faf2a6c HTTP/1.1" status: 204 len: 168 time: 0.8567042 Apr 07 15:09:59.883810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-ccb9e03c-8d8c-4538-8028-568aaec1813c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:09:59.885715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-ccb9e03c-8d8c-4538-8028-568aaec1813c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Synchronizing usage tracker for tenant:b5db5a652a6d47bc95286640931abe97 on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:09:59.917238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-ccb9e03c-8d8c-4538-8028-568aaec1813c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Unset dirty status for tenant:b5db5a652a6d47bc95286640931abe97 on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:09:59.919280 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-ccb9e03c-8d8c-4538-8028-568aaec1813c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.62 "GET /v2.0/networks?id=cf093994-b0c5-4bdd-a937-de515fcf3921 HTTP/1.1" status: 200 len: 809 time: 0.6757483 Apr 07 15:09:59.938609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Request body: {'port': {'device_id': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921', 'admin_state_up': True, 'tenant_id': 'b5db5a652a6d47bc95286640931abe97'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:00.009893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:10:00.010429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Attempting to bind port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:00.030663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95190-6aee-4400-9446-5dc615d774b9 req-8872f5cf-a295-4c75-b947-f87951275690 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:00.043053 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b2b95190-6aee-4400-9446-5dc615d774b9 req-8872f5cf-a295-4c75-b947-f87951275690 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 944 time: 0.8778679 Apr 07 15:10:00.076346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device ece756e9-d925-4050-9f6d-eaad3743c136 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:10:00.120684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:10:00.121044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Checking segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:10:00.121486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Bound using segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:10:00.124688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Bound port: b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:10:00.125165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.215392 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b2b95190-6aee-4400-9446-5dc615d774b9 req-1062bb33-6cc3-422b-8d8a-71934f5dc820 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689746 Apr 07 15:10:00.261205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port ece756e9-d925-4050-9f6d-eaad3743c136 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:10:00.283607 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d240ebe0-5e3c-4f94-8753-d6a4b60a2c08 req-3a778ff4-004d-420e-9d8d-89f9cc991671 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 210 time: 0.3042092 Apr 07 15:10:00.303788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port ece756e9-d925-4050-9f6d-eaad3743c136 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:10:00.304405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.382776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:00.392309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Usage tracker for resource:port and tenant:b5db5a652a6d47bc95286640931abe97 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:00.401956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:00.410952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-3107bb12-f685-48ee-b72b-ccbb5cfa2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:00.417799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:00.418074 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-3107bb12-f685-48ee-b72b-ccbb5cfa2e31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 1.0166316 Apr 07 15:10:00.428277 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7944af-71f2-40a4-8ffa-9c531643191c', 'name': 'network-vif-deleted', 'tag': 'c10b093a-e8c7-4542-84c3-79e7fbc59420', 'status': 'completed', 'code': 200} Apr 07 15:10:00.439970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Made reservation on behalf of b5db5a652a6d47bc95286640931abe97 for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:10:00.446715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.500491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54016) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:00.569740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.617175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:00.630026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Usage tracker for resource:security_group_rule and tenant:ea860a89e40d4593a1806a7bdd084d0a is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:00.636071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:00.654679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:00.707383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.722205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:00.736017 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-0ff4a42e-5605-44cf-bb64-8cc82da612f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 217 time: 0.2731524 Apr 07 15:10:00.737276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ece756e9-d925-4050-9f6d-eaad3743c136,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:00.741737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.744047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:00.784902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:10:00.831152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:00.836456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:00.857169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Allocated IP 172.20.0.12 (cf093994-b0c5-4bdd-a937-de515fcf3921/ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5/7bb85a3b-e15a-4f45-8c0d-aa9be494b364) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:10:00.865731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:10:00.880830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.899619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:00.967852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.988578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-d00bb327-6978-4f10-980f-e8d8fe898369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:00.989238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:00.990252 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-d00bb327-6978-4f10-980f-e8d8fe898369 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.2026784 Apr 07 15:10:01.011774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b6391f85-09d8-4da7-bc85-6678098876ba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:01.054660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d170e-f5dc-4ddf-994f-49c3a1fe08f4 req-1b3ed326-584e-40f6-a4d0-b0c9ce669973 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:01.056606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-978d170e-f5dc-4ddf-994f-49c3a1fe08f4 req-1b3ed326-584e-40f6-a4d0-b0c9ce669973 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.3078444 Apr 07 15:10:01.135246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df4271-daad-4cad-9857-082d02607f0e,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:01.138792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:01.170481 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea860a89e40d4593a1806a7bdd084d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648273 Apr 07 15:10:01.176993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54026) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:01.183326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Pushing event updated for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:01.195824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:01.200000 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-978d170e-f5dc-4ddf-994f-49c3a1fe08f4 req-6f88b7fd-2e50-4654-a7e1-a8db91622d12 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659876 Apr 07 15:10:01.231251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49864-b8d4-4686-bd55-16e10723f6ae req-be2fe2bb-8d54-4e5c-96cd-368723bedd1d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:01.231251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11e49864-b8d4-4686-bd55-16e10723f6ae req-be2fe2bb-8d54-4e5c-96cd-368723bedd1d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.5215013 Apr 07 15:10:01.283102 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11e49864-b8d4-4686-bd55-16e10723f6ae req-dc1d450e-5194-461a-98b6-66b157bd3de2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514150 Apr 07 15:10:01.315789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.323557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-d9e21554-c823-4cfe-83d0-4a6ba05e420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:01.327876 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-d9e21554-c823-4cfe-83d0-4a6ba05e420e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2692554 Apr 07 15:10:01.330936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:01.332628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.335622 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] 10.222.0.62 "PUT /v2.0/ports/b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 HTTP/1.1" status: 200 len: 1094 time: 6.1397600 Apr 07 15:10:01.348132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.406335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.411811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.417075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-676da6e4-8e26-49e5-a12f-95f14e9f597f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:01.440733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df4271-daad-4cad-9857-082d02607f0e,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:01.445600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:01.448583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'code': 200} Apr 07 15:10:01.481573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.482950 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21df4271-daad-4cad-9857-082d02607f0e HTTP/1.1" status: 204 len: 168 time: 0.3027232 Apr 07 15:10:01.522236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:01.609554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d52e9043-0ba2-414a-ab09-f70e52a5f7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:02.023206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Pushing event updated for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:02.100222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:10:02.118935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:02.138071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27cece-4f83-498f-bcc9-f1c60b59bf7f req-7875ec81-b7e9-4c7c-b854-bb1b2a4e0682 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.139734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-cc27cece-4f83-498f-bcc9-f1c60b59bf7f req-7875ec81-b7e9-4c7c-b854-bb1b2a4e0682 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:10:02.158359 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-78309a03-9257-473f-9822-d3d8fbe6cf32 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186886 Apr 07 15:10:02.201474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Network cf093994-b0c5-4bdd-a937-de515fcf3921 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:10:02.211249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:10:02.229718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-c471b5e5-dda2-4d3b-8863-7bf16a9a1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.232915 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-c471b5e5-dda2-4d3b-8863-7bf16a9a1e40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 1097 time: 0.7804508 Apr 07 15:10:02.251311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:10:02.402976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f22102-6eef-46f2-8495-6ccfc631d496 req-8d3b0b6a-20aa-46cb-80d3-e104029bda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.405300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-cc27cece-4f83-498f-bcc9-f1c60b59bf7f req-7875ec81-b7e9-4c7c-b854-bb1b2a4e0682 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:10:02.405962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-36f22102-6eef-46f2-8495-6ccfc631d496 req-8d3b0b6a-20aa-46cb-80d3-e104029bda35 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1098 time: 0.7354701 Apr 07 15:10:02.409557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:02.413136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc27cece-4f83-498f-bcc9-f1c60b59bf7f req-7875ec81-b7e9-4c7c-b854-bb1b2a4e0682 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 944 time: 0.9587934 Apr 07 15:10:02.416196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-64e9e92e-4806-4e1a-a165-2da46bf8face service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 HTTP/1.1" status: 200 len: 217 time: 0.1721771 Apr 07 15:10:02.436074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'e4148168-2668-453c-900c-0204a66238f0', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:10:02.441067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.441818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:02.482408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a011-924d-49b3-96fe-ed5df731c9c1 req-267eadb6-15bb-4658-9a6e-56b11595fa49 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.487189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:02.491420 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3a52a011-924d-49b3-96fe-ed5df731c9c1 req-267eadb6-15bb-4658-9a6e-56b11595fa49 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.8145177 Apr 07 15:10:02.498196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5644224 Apr 07 15:10:02.536111 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3a52a011-924d-49b3-96fe-ed5df731c9c1 req-93da2e11-e128-4f3c-8e22-e46eb5a5fc35 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Apr 07 15:10:02.539826 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-36f22102-6eef-46f2-8495-6ccfc631d496 req-4c9f5ba0-ed1b-4992-922c-a0bc604ba2a0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259038 Apr 07 15:10:02.543708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:02.546271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4148168-2668-453c-900c-0204a66238f0 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:02.559133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Request body: {'port': {'device_id': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:02.576610 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc27cece-4f83-498f-bcc9-f1c60b59bf7f req-5ec718fc-65a9-4e53-9f7a-551ec54677b3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623673 Apr 07 15:10:02.580770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:02.589685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:02.608934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:02.672610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-c1be2531-3bb6-4f81-bd73-3f3a224ed2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:02.684645 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-c1be2531-3bb6-4f81-bd73-3f3a224ed2a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.1915390 Apr 07 15:10:02.696963 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e4520e60-e686-4646-af2a-7876fd8f0db1 req-b3091c9a-13dd-4b92-8690-534c7db106e9 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230529 Apr 07 15:10:02.772826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:02.778851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:02.817354 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-14ed5833-f1b8-4fc7-9d67-483081869dca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110218 Apr 07 15:10:02.887857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['e4148168-2668-453c-900c-0204a66238f0'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:03.000368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f65cc8-4baf-4303-b92c-ab5fb0c58cd8 req-98c6cee4-6d85-46a4-97c2-ea88799d347d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:03.009986 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2f65cc8-4baf-4303-b92c-ab5fb0c58cd8 req-98c6cee4-6d85-46a4-97c2-ea88799d347d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.2396884 Apr 07 15:10:03.069308 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-d4eadf35-676d-49cf-9d7e-04fb83d4186b service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357266 Apr 07 15:10:03.095368 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2f65cc8-4baf-4303-b92c-ab5fb0c58cd8 req-06003c9f-b564-4a45-811b-afca4c73eb3a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840664 Apr 07 15:10:03.160609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:03.405280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071cd4-2627-428e-bdd9-a7e86a19d75f req-fe984ad1-d642-43fd-9ede-5b13197b189e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:03.413691 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9a071cd4-2627-428e-bdd9-a7e86a19d75f req-fe984ad1-d642-43fd-9ede-5b13197b189e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 945 time: 0.1545880 Apr 07 15:10:03.421378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-7cbc5e7c-ff4a-4cdb-b26d-de2ff7a3fb07 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:03.422330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-7cbc5e7c-ff4a-4cdb-b26d-de2ff7a3fb07 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Synchronizing usage tracker for tenant:b5db5a652a6d47bc95286640931abe97 on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:10:03.438423 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6f41ea04-cd00-4d74-835a-03007b10c6f6 req-cd732b49-e5f6-4c96-be66-e29bf1581c5c service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418989 Apr 07 15:10:03.462557 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9a071cd4-2627-428e-bdd9-a7e86a19d75f req-4626d26b-8269-450b-b66b-d31175c938d2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474958 Apr 07 15:10:03.496652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-7cbc5e7c-ff4a-4cdb-b26d-de2ff7a3fb07 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Unset dirty status for tenant:b5db5a652a6d47bc95286640931abe97 on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:10:03.497958 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-7cbc5e7c-ff4a-4cdb-b26d-de2ff7a3fb07 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 932 time: 0.7353117 Apr 07 15:10:03.579343 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'status': 'completed', 'code': 200} Apr 07 15:10:03.630330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-6e2e6608-a5f3-4f54-9cc9-959c0668a5b3 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Synchronizing usage tracker for tenant:b5db5a652a6d47bc95286640931abe97 on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:10:03.699051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-6e2e6608-a5f3-4f54-9cc9-959c0668a5b3 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Unset dirty status for tenant:b5db5a652a6d47bc95286640931abe97 on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:10:03.699051 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8d3153c4-5f08-4a9f-abd7-7df16060765a req-6e2e6608-a5f3-4f54-9cc9-959c0668a5b3 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738262 Apr 07 15:10:03.929874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-e9be62dd-de95-4e33-b1c7-fd8a7347e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:03.931606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-e9be62dd-de95-4e33-b1c7-fd8a7347e4e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 1097 time: 0.2280376 Apr 07 15:10:03.976716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:03.987558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.033291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Transition to ACTIVE for port object 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:10:04.039149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.059683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:04.117608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:10:04.118489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fd99a-1783-4535-9af7-245bfcf6514a req-18f4069c-1704-4223-b90e-8faca717322a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.120433 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-199fd99a-1783-4535-9af7-245bfcf6514a req-18f4069c-1704-4223-b90e-8faca717322a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2348738 Apr 07 15:10:04.123663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd6ef7-7d9f-4803-b6bd-734c76d126cd req-e9e2f04a-02a0-4742-8933-e3cfa7ff7468 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.125694 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-47fd6ef7-7d9f-4803-b6bd-734c76d126cd req-e9e2f04a-02a0-4742-8933-e3cfa7ff7468 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 944 time: 0.2534328 Apr 07 15:10:04.179060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-e4598c43-b5ee-4566-ad7c-3bd46db26131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.180780 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-e4598c43-b5ee-4566-ad7c-3bd46db26131 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 916 time: 0.2352896 Apr 07 15:10:04.184468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-47fd6ef7-7d9f-4803-b6bd-734c76d126cd req-a5a23d70-08e6-4bf9-a2df-bfae91953f78 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Apr 07 15:10:04.248621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port e4148168-2668-453c-900c-0204a66238f0 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:10:04.260654 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-199fd99a-1783-4535-9af7-245bfcf6514a req-f75db092-2164-406e-a155-548519964d34 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226819 Apr 07 15:10:04.271435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:04.276628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:04.277752 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-f6bb91c7-8bbd-4984-a1de-9108456d54f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 HTTP/1.1" status: 200 len: 217 time: 0.0799081 Apr 07 15:10:04.280264 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port e4148168-2668-453c-900c-0204a66238f0 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:10:04.280762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.295729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54124) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:04.438989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Deleting subnet fcf28b5c-296c-4724-b7ad-d8091466221c {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:10:04.458068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.476330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-57795b38-7487-4d04-b402-6e9dc5c9726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.479404 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-57795b38-7487-4d04-b402-6e9dc5c9726c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.1913805 Apr 07 15:10:04.504946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.535113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:04.535113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:04.551926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.551926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:04.556933 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-cffb5319-faf0-417d-92c4-8710f21d88f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673053 Apr 07 15:10:04.567918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d660d2-5519-4b1c-93f0-c01d17be1ac2 req-f45659db-da3c-4e5f-b0f8-c90a0d16f141 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.576208 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0d660d2-5519-4b1c-93f0-c01d17be1ac2 req-f45659db-da3c-4e5f-b0f8-c90a0d16f141 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1882274 Apr 07 15:10:04.657324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:04.660996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:04.682257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:04.845557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5010d3-ec66-493c-9d48-e28605d08e1a req-c7b84358-69b4-4916-94d0-0d7a8ab992ab tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:04.848145 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0f5010d3-ec66-493c-9d48-e28605d08e1a req-c7b84358-69b4-4916-94d0-0d7a8ab992ab tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.4021482 Apr 07 15:10:04.874701 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0d660d2-5519-4b1c-93f0-c01d17be1ac2 req-8d30c563-6a99-4bdb-86ec-0a392ad47eb4 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974427 Apr 07 15:10:04.875245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54156) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:04.896285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'floatingip': {'port_id': 'ece756e9-d925-4050-9f6d-eaad3743c136'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:04.898073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:05.008499 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'code': 200} Apr 07 15:10:05.120398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:05.210966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Attempting to bind port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:10:05.211340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Attempting to bind port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '09aaefe7-ea57-4e20-b5c7-90d648dde384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:10:05.211705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Attempting to bind port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 on network cf093994-b0c5-4bdd-a937-de515fcf3921 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:05.225981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 on network cf093994-b0c5-4bdd-a937-de515fcf3921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:10:05.226260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Attempting to bind port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 on network cf093994-b0c5-4bdd-a937-de515fcf3921 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:05.247671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:10:05.248051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Checking segment: {'id': '09aaefe7-ea57-4e20-b5c7-90d648dde384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:10:05.248477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Bound using segment: {'id': '09aaefe7-ea57-4e20-b5c7-90d648dde384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:10:05.248978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Bound port: 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aaefe7-ea57-4e20-b5c7-90d648dde384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:10:05.249368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:05.603383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca2fa2-836b-479c-b282-dbe3d93e92a7 req-319e8540-1617-44b7-bd0d-5adc27ea1f88 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:05.605855 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddca2fa2-836b-479c-b282-dbe3d93e92a7 req-319e8540-1617-44b7-bd0d-5adc27ea1f88 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.4619401 Apr 07 15:10:05.657546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64134f73-1779-4210-bf0b-278e239d354f req-883490ec-16ec-4008-abcb-d4253037c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:05.660388 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-64134f73-1779-4210-bf0b-278e239d354f req-883490ec-16ec-4008-abcb-d4253037c6b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1099 time: 0.3072469 Apr 07 15:10:05.665718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:10:05.745360 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddca2fa2-836b-479c-b282-dbe3d93e92a7 req-5584228a-1e43-4db6-a705-9950686a6929 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273658 Apr 07 15:10:05.754377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,segment=NetworkSegment(09aaefe7-ea57-4e20-b5c7-90d648dde384),segment_id=09aaefe7-ea57-4e20-b5c7-90d648dde384)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:10:05.764967 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-64134f73-1779-4210-bf0b-278e239d354f req-197b11d9-8b5d-4816-a917-ea677552dda4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827253 Apr 07 15:10:05.768566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:05.770025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:05.915159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54188) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:05.915910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:06.023656 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae79bc0f-454d-40e1-b1df-f13ab2a9b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.113493 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-9f73a327-2d36-4fed-9062-4a7c48d2af0e service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5347726 Apr 07 15:10:06.117710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:10:06.396775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:06.414692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'port_id': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'mac_address': 'fa:16:3e:e2:db:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23942e28-e347-4a5c-90d5-d574a697e2d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:10:06.440240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:06.444369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:06.445225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.461157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff729cf2-be7a-46cb-91ff-a8122a967a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:06.480026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.481402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:06.493833 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-5e652186-14de-454f-bb07-a676d7c49b70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.4192371 Apr 07 15:10:06.501162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:06.513436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.517288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.518628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:06.531786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:06.532937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.534891 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] 10.222.0.62 "PUT /v2.0/ports/7bb85a3b-e15a-4f45-8c0d-aa9be494b364 HTTP/1.1" status: 200 len: 1094 time: 3.9895239 Apr 07 15:10:06.540517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:06.548859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf28b5c-296c-4724-b7ad-d8091466221c,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:06.551724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:06.552968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:06.561707 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fcf28b5c-296c-4724-b7ad-d8091466221c HTTP/1.1" status: 204 len: 168 time: 2.2647295 Apr 07 15:10:06.563318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Usage tracker for resource:security_group_rule and tenant:c92fe0a6aeee48d89352f91589065ac8 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:06.567669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54202) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:06.570905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:06.579553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbb05a-8ef2-4e3c-97b1-57d5bdb70c0a req-50fd14c4-3c72-4d4b-b2ae-dd306a5d95f0 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:06.595437 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-59cbb05a-8ef2-4e3c-97b1-57d5bdb70c0a req-50fd14c4-3c72-4d4b-b2ae-dd306a5d95f0 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 944 time: 1.2487400 Apr 07 15:10:06.599585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:10:06.606933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:06.635169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974d093-3645-4df9-8126-4a7dc61cffff req-3001174b-2b45-4651-9f1a-9b42a7436897 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:06.636232 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0974d093-3645-4df9-8126-4a7dc61cffff req-3001174b-2b45-4651-9f1a-9b42a7436897 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 944 time: 0.7267969 Apr 07 15:10:06.655482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:06.659644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:06.833463 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0974d093-3645-4df9-8126-4a7dc61cffff req-5a5ec99f-fb82-4fbd-ac03-47a5a3133f41 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424572 Apr 07 15:10:06.845934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:06.924991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:06.936226 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ebf4fb29-1d7b-4ded-81a8-e21d2739f20a req-4d8a4e7d-3c02-43e2-a254-07c25048ec32 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072197 Apr 07 15:10:07.084350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-a5a8c5ec-0983-46fd-85fd-95f0ccd22637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.089535 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-a5a8c5ec-0983-46fd-85fd-95f0ccd22637 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 1098 time: 0.4521046 Apr 07 15:10:07.122044 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-59cbb05a-8ef2-4e3c-97b1-57d5bdb70c0a req-9e1f3037-8128-495d-9f9b-dbeb60155263 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750879 Apr 07 15:10:07.137637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.168664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.280169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.312478 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364', 'status': 'completed', 'code': 200} Apr 07 15:10:07.341929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.415244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.418106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-bee5794d-7401-43b3-83ce-47c03537f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.420002 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-bee5794d-7401-43b3-83ce-47c03537f4cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5db5a652a6d47bc95286640931abe97&device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 1097 time: 0.4718206 Apr 07 15:10:07.485137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-676bb742-c8ce-4e6d-bc49-108734936734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:07.579511 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-54620939-4b4a-4a89-a0df-6c85af8edd94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364 HTTP/1.1" status: 200 len: 217 time: 0.1367736 Apr 07 15:10:07.590095 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c92fe0a6aeee48d89352f91589065ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6421890 Apr 07 15:10:07.603312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e9e04-5b52-4d54-b26e-506c7138907d,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:07.606936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:07.607931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54222) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:07.609722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6100d2-5743-4aa2-bd0f-c2dd7048a171']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:07.629882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce632c-c023-4d1a-8903-6c4b486e365a req-b2fd859b-bb08-40f7-80c4-4cf8be78561b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.631706 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3cce632c-c023-4d1a-8903-6c4b486e365a req-b2fd859b-bb08-40f7-80c4-4cf8be78561b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.6370482 Apr 07 15:10:07.656903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-1b26f3f1-1608-4a8d-9076-9a3136138f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.658496 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-1b26f3f1-1608-4a8d-9076-9a3136138f85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 916 time: 0.5126984 Apr 07 15:10:07.663069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce2f077-a7fa-44dd-bb20-a76024e235f6') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:07.663405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce2f077-a7fa-44dd-bb20-a76024e235f6') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:07.695969 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Floating IP 2054a7c4-d13c-41c9-bd98-1055724bf88d associated. External IP: 172.28.1.122, port: ece756e9-d925-4050-9f6d-eaad3743c136. Apr 07 15:10:07.778451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.791594 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-81daebf8-5716-4457-bb70-1bbf43dd624c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd21184-37e4-4353-913e-12a352814777 HTTP/1.1" status: 200 len: 217 time: 0.1156728 Apr 07 15:10:07.809879 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3cce632c-c023-4d1a-8903-6c4b486e365a req-8a86c989-3cfb-4d9d-b9cc-581f7e6d4d60 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546779 Apr 07 15:10:07.839811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-8be766f1-771d-413f-b1d2-0431bd48c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.841432 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-8be766f1-771d-413f-b1d2-0431bd48c3b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5 HTTP/1.1" status: 200 len: 849 time: 0.2490094 Apr 07 15:10:07.886978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:07.919782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:10:07.932726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf97df-10ee-4fb0-9e45-7b62de6cbc67 req-e08c405e-3883-4cfc-b330-b50df8f0bb1e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:07.934469 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a5cf97df-10ee-4fb0-9e45-7b62de6cbc67 req-e08c405e-3883-4cfc-b330-b50df8f0bb1e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.4300768 Apr 07 15:10:07.936730 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-2b5468a1-ba8c-41a1-aa17-7c135aad5687 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf093994-b0c5-4bdd-a937-de515fcf3921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708237 Apr 07 15:10:08.092531 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a5cf97df-10ee-4fb0-9e45-7b62de6cbc67 req-4512f685-4d31-4576-be5e-8130e3573aa5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493142 Apr 07 15:10:08.138028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:10:08.218763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.248221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-5155d40f-b8a4-4fd4-b513-fdaa2502ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:08.250816 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-5155d40f-b8a4-4fd4-b513-fdaa2502ec40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.4466565 Apr 07 15:10:08.298270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:10:08.304228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:10:08.304652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.315600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54242) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:08.420076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:10:08.432999 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-f823f45a-a676-42ef-92de-444280a85b7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596005 Apr 07 15:10:08.437095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.443626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.444491 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-4fffc380-6f0e-4c59-9f72-a89e95aa4695 service neutron] 10.222.0.62 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972417 Apr 07 15:10:08.456815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:08.461905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.468330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:08.472759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:08.474511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:08.551011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:08.562158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:08.655521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8555a2-87e5-492a-80c1-36e18e910092 req-16285917-9acf-4f00-b9ba-3fab7abf6545 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:08.657237 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9a8555a2-87e5-492a-80c1-36e18e910092 req-16285917-9acf-4f00-b9ba-3fab7abf6545 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.3407812 Apr 07 15:10:08.666735 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:10:08.676357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54250) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:08.690475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'floatingip': {'port_id': 'e4148168-2668-453c-900c-0204a66238f0'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:08.766035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-872818ef-8837-4896-a601-a75e25544217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.105836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef570d3-6989-4d9c-81fb-0cf2e0107da2 req-fce9bb90-3826-4ffd-9e96-e33bb15a71fe tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:09.107644 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ef570d3-6989-4d9c-81fb-0cf2e0107da2 req-fce9bb90-3826-4ffd-9e96-e33bb15a71fe tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 945 time: 1.1038687 Apr 07 15:10:09.134625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Network 3a6100d2-5743-4aa2-bd0f-c2dd7048a171 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:10:09.140637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:10:09.178269 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:10:09.216070 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-b99d8055-63f5-42c6-9e23-2615cca8f63a service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566657 Apr 07 15:10:09.223295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.240288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.305394 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ef570d3-6989-4d9c-81fb-0cf2e0107da2 req-c8b16e23-7ce6-4d2d-8924-4070e441660e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520414 Apr 07 15:10:09.313056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.336516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:09.359227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e9e04-5b52-4d54-b26e-506c7138907d,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:09.407766 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-49d96279-4e32-4e47-97e3-49ed8d4c2275 req-39d266fb-420b-4248-ac34-399cc219258b service neutron] 10.222.0.62 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9446394 Apr 07 15:10:09.415882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:09.417603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.438383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-99ce94ce-a8fa-471b-8064-df21c30cda84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:09.455258 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'code': 200} Apr 07 15:10:09.458078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.461376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:09.467005 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf0e9e04-5b52-4d54-b26e-506c7138907d HTTP/1.1" status: 204 len: 168 time: 1.8299172 Apr 07 15:10:09.477520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6100d2-5743-4aa2-bd0f-c2dd7048a171,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:09.485129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:09.509509 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a6100d2-5743-4aa2-bd0f-c2dd7048a171 HTTP/1.1" status: 204 len: 168 time: 2.9326797 Apr 07 15:10:09.525270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:09.537270 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aecbdefa-2efa-4260-bb05-79e28de12289 req-96ba7712-78fc-44dc-ae1f-7be6b87e6953 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580245 Apr 07 15:10:09.559017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d0e360114b442fbaba492418d8143f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:09.602183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:09.626524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:09.650805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-5d776652-f714-458e-9130-ace32a059896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:09.652664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-5d776652-f714-458e-9130-ace32a059896 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5db5a652a6d47bc95286640931abe97&device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 1097 time: 0.0988975 Apr 07 15:10:09.786263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be822-bc14-466d-93ad-48fd3fbc895b req-9ef78da8-f5d3-440a-8ae2-1c96b15d82d7 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:09.788271 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-917be822-bc14-466d-93ad-48fd3fbc895b req-9ef78da8-f5d3-440a-8ae2-1c96b15d82d7 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 944 time: 0.9847169 Apr 07 15:10:09.870547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54260) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:09.870896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:10:09.888387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:10:09.923417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:10:09.925037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:10:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:09.946149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.003382 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bdfc7c6c-32df-48dc-b7cc-106cc1e4e136 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd096a98b46d424d9c4e8668696754ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0813637 Apr 07 15:10:10.007705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54266) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:10.052123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.079173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.247617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.263607 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-917be822-bc14-466d-93ad-48fd3fbc895b req-4c26ec74-3fac-44c9-a539-6662b00b7ea9 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020849 Apr 07 15:10:10.270383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.271285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54270) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:10.339740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:10:10.343019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6efd-aaa3-40f2-b20f-eba59b0da41f req-bed697e6-2557-4665-affa-f66590691322 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:10.348031 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e83c6efd-aaa3-40f2-b20f-eba59b0da41f req-bed697e6-2557-4665-affa-f66590691322 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.6100581 Apr 07 15:10:10.384879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:10.423983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-681360ef-539c-47be-b569-501216940930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:10.425682 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-681360ef-539c-47be-b569-501216940930 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf093994-b0c5-4bdd-a937-de515fcf3921 HTTP/1.1" status: 200 len: 910 time: 0.7635338 Apr 07 15:10:10.445742 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e83c6efd-aaa3-40f2-b20f-eba59b0da41f req-9f4f0c9b-1b3a-467f-afa2-ef8c4a8cc795 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Apr 07 15:10:10.456743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d41e88e-6820-496f-9b0f-5bb21283705f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:10.463356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.465015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.481548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:10.510623 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fc0885c6-afb3-4e2b-a207-096ffeb37d8b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "PUT /v2.0/floatingips/2054a7c4-d13c-41c9-bd98-1055724bf88d HTTP/1.1" status: 200 len: 991 time: 5.6314831 Apr 07 15:10:10.515654 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4d0e360114b442fbaba492418d8143f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1977739 Apr 07 15:10:10.522103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:10.530555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54278) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:10.545183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:10.550207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Usage tracker for resource:security_group_rule and tenant:bfbbca3590064204acb10f40dcca2ef9 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:10.553728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:10.560959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:10.618045 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-5785586c-917f-47d0-a3b0-4d7f01e94595 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364 HTTP/1.1" status: 200 len: 217 time: 0.1618614 Apr 07 15:10:10.621981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b9bd-ead8-4d69-b97f-700e49efedd9 req-0305e352-4a8b-4f89-9282-3b8e5b9bcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:10.623997 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1be5b9bd-ead8-4d69-b97f-700e49efedd9 req-0305e352-4a8b-4f89-9282-3b8e5b9bcc98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 1099 time: 0.6621404 Apr 07 15:10:10.720192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.722858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.802622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-fdbcddb5-b90b-466b-8ac8-2c4fb92fefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:10.804994 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-fdbcddb5-b90b-466b-8ac8-2c4fb92fefbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5 HTTP/1.1" status: 200 len: 849 time: 0.1723909 Apr 07 15:10:10.813964 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'status': 'completed', 'code': 200} Apr 07 15:10:10.819571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.831664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.832642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e0ee60a-f0a1-4e4e-bc7b-d9d46629d49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:10.855940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.906876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42253d84-5d4c-4aef-9968-b43e62441a52,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:10.910262 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:10.911205 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1be5b9bd-ead8-4d69-b97f-700e49efedd9 req-f374ca2b-6f8e-408e-ac26-f87e4dfd2834 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393591 Apr 07 15:10:10.923854 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-04611e61-3350-4fa7-a41f-61f8990ab40f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf093994-b0c5-4bdd-a937-de515fcf3921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675161 Apr 07 15:10:10.927522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:10.928756 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42253d84-5d4c-4aef-9968-b43e62441a52 HTTP/1.1" status: 204 len: 168 time: 0.9158463 Apr 07 15:10:10.952521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b9c08f34-bd90-40a5-b1c0-b4ab15e77708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:11.009344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d683065-ac9c-402c-900a-a6bd22ef9afb,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:11.014144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:11.061483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '2054a7c4-d13c-41c9-bd98-1055724bf88d', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:b5:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:38Z', 'updated_at': '2021-04-07T15:10:06Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:11.067050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:10:11.079989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:10:11.081081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:10:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:11.110118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796e4f9-ab9b-4080-a0fd-526203ab7e85 req-0246dbda-6acf-4251-806a-2e4c585416f9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:11.112558 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8796e4f9-ab9b-4080-a0fd-526203ab7e85 req-0246dbda-6acf-4251-806a-2e4c585416f9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 946 time: 0.5928247 Apr 07 15:10:11.115355 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfbbca3590064204acb10f40dcca2ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8292322 Apr 07 15:10:11.127787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54286) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:11.143111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-f09b430e-7f11-4594-9632-fb5f2c529dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:11.144883 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-f09b430e-7f11-4594-9632-fb5f2c529dd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1098 time: 0.2959993 Apr 07 15:10:11.336886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:10:11.421779 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-3f5307c4-bbd4-4953-bf5c-29e4b5ffa9f2 service neutron] 10.222.0.62 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514205 Apr 07 15:10:11.436753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:11.516863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:11.603567 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8796e4f9-ab9b-4080-a0fd-526203ab7e85 req-b8c7c751-6891-498c-a0c2-e9ddfa8cc236 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575038 Apr 07 15:10:11.641326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.resource_extend [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 07 15:10:11.812724 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a67286c5-69a8-4033-95ec-e7ae79be3b1f req-b0e87a34-fe3b-4dc1-a4e7-939990c1506d service neutron] 10.222.0.62 "GET /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817241 Apr 07 15:10:11.975038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8418a-fa7f-469a-a35f-bdd1d297e113 req-f1520fc3-6227-426e-9fce-1ddea661fdb4 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:11.982602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '2054a7c4-d13c-41c9-bd98-1055724bf88d', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:b5:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:38Z', 'updated_at': '2021-04-07T15:10:06Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:11.985061 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-31a8418a-fa7f-469a-a35f-bdd1d297e113 req-f1520fc3-6227-426e-9fce-1ddea661fdb4 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 944 time: 0.1762810 Apr 07 15:10:12.014392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10cf9-f151-4bfb-82d6-838e83a96bdf None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '2054a7c4-d13c-41c9-bd98-1055724bf88d', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:b5:cd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:38Z', 'updated_at': '2021-04-07T15:10:06Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:10:12.043630 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-31a8418a-fa7f-469a-a35f-bdd1d297e113 req-390d9975-5661-49f9-9765-e138e326a6a0 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569339 Apr 07 15:10:12.141395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:10:12.144081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-452c06e2-98c9-4c14-ac87-7ffaabf7ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:12.145961 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-452c06e2-98c9-4c14-ac87-7ffaabf7ad13 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.9474688 Apr 07 15:10:12.150982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.189291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.340238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.373369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-20f862f7-653c-44a7-8626-ed449395a441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:12.416789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,segment=NetworkSegment(09aaefe7-ea57-4e20-b5c7-90d648dde384),segment_id=09aaefe7-ea57-4e20-b5c7-90d648dde384)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:12.430463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d683065-ac9c-402c-900a-a6bd22ef9afb,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:12.441639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.448139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:12.448913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.457643 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-133cb0b2-6d32-40b9-a162-d7a9f6604013 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 999 time: 0.2159531 Apr 07 15:10:12.462392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.467140 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d41e88e-6820-496f-9b0f-5bb21283705f HTTP/1.1" status: 204 len: 168 time: 1.9325316 Apr 07 15:10:12.468174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.490529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364', 'network_id': 'cf093994-b0c5-4bdd-a937-de515fcf3921', 'port_id': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364', 'mac_address': 'fa:16:3e:a1:e0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:10:12.546734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e3530051-5eb3-4403-a3bf-4e4df6f3def5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:12.584474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644de72a-59d5-4ff0-8f5c-32e11d09ab5f None None] New status for floating IP 2054a7c4-d13c-41c9-bd98-1055724bf88d: ACTIVE {{(pid=84386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:10:12.684540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:12.690198 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3b115d36-59a8-4d0c-bc91-8a449ffb5750 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d683065-ac9c-402c-900a-a6bd22ef9afb HTTP/1.1" status: 204 len: 168 time: 1.5558810 Apr 07 15:10:12.751124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-ddc2b926-c096-4649-a46c-5636ec309a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:12.753220 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-ddc2b926-c096-4649-a46c-5636ec309a89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.2081759 Apr 07 15:10:12.759409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d41e88e-6820-496f-9b0f-5bb21283705f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:12.777652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:12.894674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbfdd0-1ce5-4bf0-896b-abab2db80679 req-6068cf07-8309-4d66-af00-be0791b02cb9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:12.896523 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35dbfdd0-1ce5-4bf0-896b-abab2db80679 req-6068cf07-8309-4d66-af00-be0791b02cb9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.8902535 Apr 07 15:10:12.970701 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35dbfdd0-1ce5-4bf0-896b-abab2db80679 req-860e4aaf-2c4b-41c7-b0d3-229e1d630151 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640092 Apr 07 15:10:13.106097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Floating IP 7cedeabf-434f-40a0-bf88-3aa2215348a7 associated. External IP: 172.28.1.15, port: e4148168-2668-453c-900c-0204a66238f0. Apr 07 15:10:13.120556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1f635-4764-427a-b69a-827f300e6c50 req-a5d612dd-fa8b-4312-8e2b-2ef9de996412 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:13.124369 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c0d1f635-4764-427a-b69a-827f300e6c50 req-a5d612dd-fa8b-4312-8e2b-2ef9de996412 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 946 time: 0.2395413 Apr 07 15:10:13.188535 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c0d1f635-4764-427a-b69a-827f300e6c50 req-ba32ba4c-68cc-4c0b-8832-bc1bb741df1e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Apr 07 15:10:13.292297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.299243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54330) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:13.324990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.355937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:13.367399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Usage tracker for resource:security_group_rule and tenant:6579a1d05ef949cf88f671d2cdbc39f5 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:13.372612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:13.380565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:13.431348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:13.541229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.546187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.548770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,segment=NetworkSegment(09aaefe7-ea57-4e20-b5c7-90d648dde384),segment_id=09aaefe7-ea57-4e20-b5c7-90d648dde384)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:13.566457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5f065326-7768-491d-a3e6-68ae68670296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:13.619142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-cb646371-875f-472f-a5d2-b7024120b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:13.624669 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-cb646371-875f-472f-a5d2-b7024120b272 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8514698 Apr 07 15:10:13.667290 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6579a1d05ef949cf88f671d2cdbc39f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664856 Apr 07 15:10:13.670392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54344) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:13.676434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4693cfc-b421-4dae-ab8d-6c90c8641f09,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:13.683305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:13.706353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.730430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:13.839466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:13.882830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:13.895286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:13.905075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:14.106258 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:14.117773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bf852385-c638-4ccb-b02e-e9432ee851ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:14.181127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4693cfc-b421-4dae-ab8d-6c90c8641f09,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:14.210349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:14.216097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:14.226468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4693cfc-b421-4dae-ab8d-6c90c8641f09 HTTP/1.1" status: 204 len: 168 time: 0.5538847 Apr 07 15:10:14.229008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['7bb85a3b-e15a-4f45-8c0d-aa9be494b364'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:14.667510 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-f0d99eb9-5b28-4d09-85f2-9ceb79c99565 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929403 Apr 07 15:10:14.713470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7adea-803c-4478-8389-6cd32c755054 req-4d284cb6-79a4-4d97-a64c-6603f690c008 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:14.731161 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddf7adea-803c-4478-8389-6cd32c755054 req-4d284cb6-79a4-4d97-a64c-6603f690c008 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.2653446 Apr 07 15:10:14.756000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffedcf-3e63-4a26-87ed-27a205f28091 req-09921ac9-585f-4541-ab7b-638332cbc90c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:14.764195 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaffedcf-3e63-4a26-87ed-27a205f28091 req-09921ac9-585f-4541-ab7b-638332cbc90c tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 945 time: 1.4209702 Apr 07 15:10:14.804041 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddf7adea-803c-4478-8389-6cd32c755054 req-621cf75f-85a2-43ab-ac94-f939c55a21cb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698647 Apr 07 15:10:14.812121 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaffedcf-3e63-4a26-87ed-27a205f28091 req-a4eb4b55-c455-41d3-a524-708a830a86c2 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Apr 07 15:10:14.907601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:10:15.007872 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29e4a54d-87de-497e-9214-3836f825c7e9 req-6e92fed3-81df-4529-bfa3-a506480469a8 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313468 Apr 07 15:10:15.368204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:10:15.378158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:15.385432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:10:15.435527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:10:15.443151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:10:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:15.522997 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-754d2831-8880-4956-88b3-850336fa0cff tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "PUT /v2.0/floatingips/7cedeabf-434f-40a0-bf88-3aa2215348a7 HTTP/1.1" status: 200 len: 991 time: 6.8431597 Apr 07 15:10:15.524652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:15.893128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:10:15.902436 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'status': 'completed', 'code': 200} Apr 07 15:10:16.157025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:10:16.360395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:10:16.374584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdfbaf-131e-4f10-b0f4-8d4e82e9cb9e req-2e9d0ce5-3fbe-46e8-a475-e16e0550c4bd tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:16.385617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:10:16.391107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a1fdfbaf-131e-4f10-b0f4-8d4e82e9cb9e req-2e9d0ce5-3fbe-46e8-a475-e16e0550c4bd tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 945 time: 0.2565031 Apr 07 15:10:16.396549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54418) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:16.398823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:10:16.399453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:16.551914 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a1fdfbaf-131e-4f10-b0f4-8d4e82e9cb9e req-14f2833b-ba23-41f3-8522-801e095dc2d5 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409116 Apr 07 15:10:16.712780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-ad3dbf6a-f043-4c8d-9601-dd4111a0d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:16.715936 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-ad3dbf6a-f043-4c8d-9601-dd4111a0d463 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1099 time: 0.7655127 Apr 07 15:10:16.734691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254351e-5cb0-4f9a-b862-ecbbe3234e40 req-81b9b8fb-3190-4882-a377-d5b80e71a2e9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:16.747680 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3254351e-5cb0-4f9a-b862-ecbbe3234e40 req-81b9b8fb-3190-4882-a377-d5b80e71a2e9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.4557519 Apr 07 15:10:16.768999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:16.775274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '7cedeabf-434f-40a0-bf88-3aa2215348a7', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:34Z', 'updated_at': '2021-04-07T15:10:11Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:16.784076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:10:16.815033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:16.825674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:10:16.826683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:10:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:16.848280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,segment=NetworkSegment(09aaefe7-ea57-4e20-b5c7-90d648dde384),segment_id=09aaefe7-ea57-4e20-b5c7-90d648dde384)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:16.854241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:16.856914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:16.961709 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3254351e-5cb0-4f9a-b862-ecbbe3234e40 req-a36f20aa-b8ab-49d1-8a59-dd597b73a290 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077096 Apr 07 15:10:17.026360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:17.042442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:17.119244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:17.212247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:17.255444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Usage tracker for resource:security_group_rule and tenant:be32a41b1c874da48acb16a9baed2b9f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:17.266039 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364', 'code': 200} Apr 07 15:10:17.284709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:17.326772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:17.568242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:10:17.711397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:17.717299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:17.729384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e8b162de-5fc8-4a96-a04c-7da6d3feddcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:17.767347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28833cf8-d6c5-4829-883d-409f1b273864,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:17.773193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:17.825866 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be32a41b1c874da48acb16a9baed2b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4268296 Apr 07 15:10:17.830759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54448) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:18.161365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1309b9-bbc9-4fe6-8bb4-61610f752b6d req-6b89eb7d-8dd3-4a59-81c9-81d482f43841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.163879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-347c4d28-60f8-4216-966a-a168ced85663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.165039 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4c1309b9-bbc9-4fe6-8bb4-61610f752b6d req-6b89eb7d-8dd3-4a59-81c9-81d482f43841 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 1099 time: 0.2946985 Apr 07 15:10:18.168664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-347c4d28-60f8-4216-966a-a168ced85663 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 1.4178007 Apr 07 15:10:18.238521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:18.284864 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4c1309b9-bbc9-4fe6-8bb4-61610f752b6d req-8c4419ef-7f97-46fc-ad59-984177073490 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979586 Apr 07 15:10:18.324684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:18.380345 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-df1362c5-2ae3-4600-a665-d907e8a51adf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 999 time: 0.1395164 Apr 07 15:10:18.551969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe55a-fff2-4715-b8ab-9c5c5d064690 req-d2e5533a-e3f3-449d-8faf-eee200fb4620 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.553737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0fcfe55a-fff2-4715-b8ab-9c5c5d064690 req-d2e5533a-e3f3-449d-8faf-eee200fb4620 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.3836195 Apr 07 15:10:18.555651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-3bf10d6d-bdfa-4ed7-a784-b16f3827e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.561079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '7cedeabf-434f-40a0-bf88-3aa2215348a7', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:34Z', 'updated_at': '2021-04-07T15:10:11Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:18.567400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e734c6c8-18ce-4319-aa35-6ce0bc56b5f3 None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': '7cedeabf-434f-40a0-bf88-3aa2215348a7', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.15', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:09:34Z', 'updated_at': '2021-04-07T15:10:11Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:10:18.567853 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-3bf10d6d-bdfa-4ed7-a784-b16f3827e742 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.1685822 Apr 07 15:10:18.604396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:18.619258 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0fcfe55a-fff2-4715-b8ab-9c5c5d064690 req-3572e34e-e230-44a0-807b-3911e00d0697 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Apr 07 15:10:18.620237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b3f37c12-d4eb-4342-af88-78a80463455b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:18.648323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:18.655692 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28833cf8-d6c5-4829-883d-409f1b273864 HTTP/1.1" status: 204 len: 168 time: 0.8231697 Apr 07 15:10:18.668193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28833cf8-d6c5-4829-883d-409f1b273864,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:18.670868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:18.713927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08bff6-20b0-4c4c-a706-6a51d3749f46 req-0491120b-66d4-40ca-a1eb-a61ce733f4bb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.726801 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ee08bff6-20b0-4c4c-a706-6a51d3749f46 req-0491120b-66d4-40ca-a1eb-a61ce733f4bb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.3520510 Apr 07 15:10:18.783692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-2893b474-a7cc-4754-8ae5-42c4ea26ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:18.786033 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-2893b474-a7cc-4754-8ae5-42c4ea26ad27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1710150 Apr 07 15:10:18.839528 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ee08bff6-20b0-4c4c-a706-6a51d3749f46 req-aaa3c7b5-9bbc-4a91-bff1-ea94af24288d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942998 Apr 07 15:10:19.024926 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-3dacfc95-daa0-4c81-be2a-7bf7197d32ed service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296059 Apr 07 15:10:19.048988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5284f6-921a-497d-ad35-42e114c7f50f None None] New status for floating IP 7cedeabf-434f-40a0-bf88-3aa2215348a7: ACTIVE {{(pid=84386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:10:19.646290 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d7faee30-620a-40cf-b011-a0f4b9dd3cde req-4eeca2cb-14f6-4ba4-8bf5-85c9f49bb757 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135702 Apr 07 15:10:19.919729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54506) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:19.958420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:19.988940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:20.000774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4838c9c-e5ac-4718-9dc6-3107d522ef68 req-bf4dd4a7-3d7c-4bac-a09a-3dfb06ae14b7 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:20.007641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Usage tracker for resource:security_group_rule and tenant:f3024596810b4239a76d4b8419e88d81 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:20.012729 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d4838c9c-e5ac-4718-9dc6-3107d522ef68 req-bf4dd4a7-3d7c-4bac-a09a-3dfb06ae14b7 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.2005007 Apr 07 15:10:20.014586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:20.024785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:20.034352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-7f04e0f8-2d64-47a6-a2ed-d94f05de5a67 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:20.042191 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-7f04e0f8-2d64-47a6-a2ed-d94f05de5a67 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.4233811 Apr 07 15:10:20.062242 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-5b92ff35-5b7c-413b-b7b6-47991359a1bd tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/quotas/8962940fb7254722ac38008ca78b8721 HTTP/1.1" status: 200 len: 375 time: 0.0188923 Apr 07 15:10:20.099958 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d4838c9c-e5ac-4718-9dc6-3107d522ef68 req-3dffa84f-4857-459d-afde-bf8222b64dec tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840423 Apr 07 15:10:20.194324 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-50a65cbd-2b32-4cc5-a124-bf669b88b052 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310213 Apr 07 15:10:20.463437 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-dcaea0dc-2172-4532-9018-f030d3d6645b service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529526 Apr 07 15:10:20.476570 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.485269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a6a1-b694-4ce4-9407-c97e3a8f2e5e req-e1b4d309-4d65-4c26-bbe5-04aa601cea27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:20.487057 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b467a6a1-b694-4ce4-9407-c97e3a8f2e5e req-e1b4d309-4d65-4c26-bbe5-04aa601cea27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1302645 Apr 07 15:10:20.511781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.528074 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b467a6a1-b694-4ce4-9407-c97e3a8f2e5e req-73b2ccb6-3d76-4d6b-aa81-d7da2970754a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292397 Apr 07 15:10:20.537685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:20.575390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de804f-fbb7-4edb-9dfa-2cacfa608199,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:20.594479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:20.689179 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3024596810b4239a76d4b8419e88d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651832 Apr 07 15:10:20.691672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54536) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:20.746094 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-f51c41e2-8e72-4cb8-941d-9cc636331754 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669415 Apr 07 15:10:20.801873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.837378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.899713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.907727 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:20.930196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:20.931912 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77de804f-fbb7-4edb-9dfa-2cacfa608199 HTTP/1.1" status: 204 len: 168 time: 0.2387836 Apr 07 15:10:20.933197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de804f-fbb7-4edb-9dfa-2cacfa608199,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:20.946377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:21.220617 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7092ca9b-b0ba-45d9-9497-38358fa4a428 req-02348fd1-aca6-4c5c-9df8-f65900004e56 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 210 time: 0.1663454 Apr 07 15:10:21.825293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54580) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:21.912251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bef60-3266-462f-9812-8a7833db80b1 req-491d71a8-cd85-48c2-8d04-5c9a259966e2 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:21.929759 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b4bef60-3266-462f-9812-8a7833db80b1 req-491d71a8-cd85-48c2-8d04-5c9a259966e2 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1844974 Apr 07 15:10:21.999278 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b4bef60-3266-462f-9812-8a7833db80b1 req-9d8f7556-0ed4-46f0-8b11-9eb8857e9f1c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669248 Apr 07 15:10:22.137922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.161275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:22.167612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Usage tracker for resource:security_group_rule and tenant:445f0ed993b545bb80afb031cb4124e2 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:22.172057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:22.196002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:22.374357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.377608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.415405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-82059e9a-1552-4c05-a516-3d04c49f1e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:22.435047 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=445f0ed993b545bb80afb031cb4124e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081095 Apr 07 15:10:22.439609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54606) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:22.470906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8ad3d-b6ea-4a3e-8226-5f6df5fca055,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:22.475274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:22.568787 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7aca2d68-b1ea-486f-9def-e0bc7a2a222a req-ad2f0317-fa20-41e3-a6e7-dcd64f443ebd tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0614243 Apr 07 15:10:22.617341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.659182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.756786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.763912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-50794d0d-cb94-4d0e-9da9-1d3079498115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:22.781090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8ad3d-b6ea-4a3e-8226-5f6df5fca055,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:22.788510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:22.792457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:22.795551 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dee8ad3d-b6ea-4a3e-8226-5f6df5fca055 HTTP/1.1" status: 204 len: 168 time: 0.3541853 Apr 07 15:10:23.531825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-4380ab8d-3d09-43ff-99bf-b1c3ac1ed600 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:23.538223 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-4380ab8d-3d09-43ff-99bf-b1c3ac1ed600 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.5897086 Apr 07 15:10:23.561968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Request body: {'port': {'device_id': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'admin_state_up': True, 'tenant_id': '8962940fb7254722ac38008ca78b8721'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:23.725934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54658) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:23.747201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:23.772862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:23.778138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Usage tracker for resource:security_group_rule and tenant:01d7c6dbdc954f2f912d4330ed57537b is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:23.782243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:23.790274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:23.851453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:23.930946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:23.987120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a908af6-a1e9-48d5-ad75-d423ded5278d req-42759ef3-4dec-4666-b3ac-94fbce4334fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:23.990853 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6a908af6-a1e9-48d5-ad75-d423ded5278d req-42759ef3-4dec-4666-b3ac-94fbce4334fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.3650951 Apr 07 15:10:23.991978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:10:24.003599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.183771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.230793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.268582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-470cf0ba-948c-4eb4-9cbb-d58377be9d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:24.278136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01d7c6dbdc954f2f912d4330ed57537b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505459 Apr 07 15:10:24.282922 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-65f066e7-7eb3-484e-8b00-998cc3262378 req-a7fd8df1-f11e-4a29-9ae0-a8fca6b7adfe tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 210 time: 0.1507895 Apr 07 15:10:24.286112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54666) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:24.336019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b67391-de4e-4d86-952c-682d4f722204,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:24.353577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:24.353819 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6a908af6-a1e9-48d5-ad75-d423ded5278d req-b649fa17-0a93-41d8-94c0-83f8c955b2b8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025116 Apr 07 15:10:24.387679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Allocated IP 172.20.0.9 (9ce25d48-5e4d-4185-ad43-f2f272a6a919/23942e28-e347-4a5c-90d5-d574a697e2d9/d3609d6f-50bf-4cee-ba09-3238a58e15dd) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:10:24.392953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.424647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.480864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.493178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:24.510896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b67391-de4e-4d86-952c-682d4f722204,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:24.516556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:24.530878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.532474 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36b67391-de4e-4d86-952c-682d4f722204 HTTP/1.1" status: 204 len: 168 time: 0.2450385 Apr 07 15:10:24.631970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.669479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:24.685430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777', 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:24.763670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:25.169416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event updated for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:25.177540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:25.188899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:10:25.190415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:10:25.200037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:10:25.282056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:25.282947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:25.314403 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7574816 Apr 07 15:10:25.343847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Request body: {'port': {'device_id': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:25.577406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d445811-fcac-4c27-b016-d0a2ae92480b req-962a1384-3c44-44d2-9519-3d17d80eb05d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:25.586946 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3d445811-fcac-4c27-b016-d0a2ae92480b req-962a1384-3c44-44d2-9519-3d17d80eb05d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 931 time: 0.1355193 Apr 07 15:10:25.636384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3d445811-fcac-4c27-b016-d0a2ae92480b req-f4f491d1-5708-4cdf-9ba8-380c060f257e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Apr 07 15:10:25.713612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:25.818296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be370d0-dda9-4518-8fde-b35705a298f4 req-d728a3e3-ff94-4b96-bb7a-9210269ffb3f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:25.829319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3be370d0-dda9-4518-8fde-b35705a298f4 req-d728a3e3-ff94-4b96-bb7a-9210269ffb3f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.2959933 Apr 07 15:10:26.064935 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3be370d0-dda9-4518-8fde-b35705a298f4 req-d7364254-1fa1-4875-9347-f456ea82872c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344649 Apr 07 15:10:26.434951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3609d6f-50bf-4cee-ba09-3238a58e15dd {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:26.449086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:26.469431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Transition to ACTIVE for port object d3609d6f-50bf-4cee-ba09-3238a58e15dd will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:10:26.475800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:26.491554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f91c799d-8bbf-4727-8495-e1c716b6f852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:26.657826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Pushing event updated for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:26.670464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:26.844854 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88181d-c61d-4df9-9783-3ca3dc57e013 req-7d85bd4c-def5-461c-be97-d4b6e3c6d0e5 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:26.854060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd88181d-c61d-4df9-9783-3ca3dc57e013 req-7d85bd4c-def5-461c-be97-d4b6e3c6d0e5 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.1191359 Apr 07 15:10:26.916166 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd88181d-c61d-4df9-9783-3ca3dc57e013 req-2ef2ee84-b0c4-4221-b000-8fd303b21a14 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Apr 07 15:10:27.116925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Attempting to bind port d3609d6f-50bf-4cee-ba09-3238a58e15dd on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:10:27.117322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Attempting to bind port d3609d6f-50bf-4cee-ba09-3238a58e15dd by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:10:27.117702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Attempting to bind port d3609d6f-50bf-4cee-ba09-3238a58e15dd on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:27.139341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Port d3609d6f-50bf-4cee-ba09-3238a58e15dd on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:10:27.139723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Attempting to bind port d3609d6f-50bf-4cee-ba09-3238a58e15dd on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:27.161388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd495a-29c5-48fd-9c4c-7339a384f29b req-c2f2447e-ded2-4ba0-8b76-267699e5bcc6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:27.162461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-82dd495a-29c5-48fd-9c4c-7339a384f29b req-c2f2447e-ded2-4ba0-8b76-267699e5bcc6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:10:27.167736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:10:27.168288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Checking segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:10:27.168867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Bound using segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:10:27.169532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Bound port: d3609d6f-50bf-4cee-ba09-3238a58e15dd, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:10:27.170072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.441344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0fbb-a26e-4283-bb00-cf1e2e2fc6a7 req-eeb44514-c72e-4597-abfb-50e0a70f1e73 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:27.443750 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bb8b0fbb-a26e-4283-bb00-cf1e2e2fc6a7 req-eeb44514-c72e-4597-abfb-50e0a70f1e73 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1816230 Apr 07 15:10:27.509297 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bb8b0fbb-a26e-4283-bb00-cf1e2e2fc6a7 req-e430c6f9-c62f-4232-95ac-b930b5e48dd3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521500 Apr 07 15:10:27.589636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54790) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:27.613937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-82dd495a-29c5-48fd-9c4c-7339a384f29b req-c2f2447e-ded2-4ba0-8b76-267699e5bcc6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:10:27.617138 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-82dd495a-29c5-48fd-9c4c-7339a384f29b req-c2f2447e-ded2-4ba0-8b76-267699e5bcc6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 943 time: 0.7553599 Apr 07 15:10:27.628397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:10:27.635692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:10:27.669850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.689945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:27.727105 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-82dd495a-29c5-48fd-9c4c-7339a384f29b req-dcc2b5aa-adda-4073-8072-080a8a043ec3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939486 Apr 07 15:10:27.805784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.824495 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:27.829975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Usage tracker for resource:security_group_rule and tenant:b525998cd6ad4fd88a23d916ce7e4475 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:27.833535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:27.840783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:27.868309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Pushing event updated for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:27.874519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:27.906963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:27.908470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.910703 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3609d6f-50bf-4cee-ba09-3238a58e15dd HTTP/1.1" status: 200 len: 1093 time: 2.5748808 Apr 07 15:10:27.911564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:27.960855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.964902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:27.975203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ad5352d0-b086-4c23-9f9d-5abec595eee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:28.024724 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b525998cd6ad4fd88a23d916ce7e4475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331467 Apr 07 15:10:28.026354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bd3e2b-92bf-482f-91b6-d060a9f89209,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:28.030460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:28.031410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54800) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:28.050587 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', 'status': 'completed', 'code': 200} Apr 07 15:10:28.149962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:28.205115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-bb9cf040-410f-4091-bc0e-9a51dbb3ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:28.205355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:28.207109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-bb9cf040-410f-4091-bc0e-9a51dbb3ad40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 1096 time: 0.2483931 Apr 07 15:10:28.272504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:28.279946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02efb421-3834-4805-99b1-af2558a4c291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:28.297755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bd3e2b-92bf-482f-91b6-d060a9f89209,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:28.302331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:28.304356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:28.306983 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-7b3f23aa-80fd-4336-b04a-01d1dc5ebfbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd HTTP/1.1" status: 200 len: 217 time: 0.0802491 Apr 07 15:10:28.307617 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6bd3e2b-92bf-482f-91b6-d060a9f89209 HTTP/1.1" status: 204 len: 168 time: 0.2743988 Apr 07 15:10:28.427068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192687-1680-4d64-bf28-aee9ffa8ab0a req-cf9ce7b4-c6cf-4ca4-b5a7-666c4cf533df tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:28.433033 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd192687-1680-4d64-bf28-aee9ffa8ab0a req-cf9ce7b4-c6cf-4ca4-b5a7-666c4cf533df tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.3264313 Apr 07 15:10:28.497891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-518f9013-045b-4382-b044-ab983a7ac115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:28.500650 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-518f9013-045b-4382-b044-ab983a7ac115 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.1843596 Apr 07 15:10:28.503486 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd192687-1680-4d64-bf28-aee9ffa8ab0a req-6fae1ce5-8be4-49f8-8d71-d9ae99862e18 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Apr 07 15:10:28.526484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-0e886178-bf56-4de8-8226-cb7f84d2a872 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:28.529534 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-0e886178-bf56-4de8-8226-cb7f84d2a872 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.62 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.1527014 Apr 07 15:10:28.631752 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-04d79b9b-36c4-4eb5-b1f6-7a6ea6c56e6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234105 Apr 07 15:10:28.704671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Deleting port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:10:28.705499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:29.106005 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-28a8803a-ce4b-4144-a1f8-5ff12e54a40c service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598079 Apr 07 15:10:29.448110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76dcd7-21e4-4839-ac57-a7219f3b7462 req-e186857c-3c3f-4a7e-bc02-dbb596b8183d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:29.454343 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1d76dcd7-21e4-4839-ac57-a7219f3b7462 req-e186857c-3c3f-4a7e-bc02-dbb596b8183d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.5684319 Apr 07 15:10:29.536205 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1d76dcd7-21e4-4839-ac57-a7219f3b7462 req-dcd00eca-118f-4bf9-adac-db17cce0690e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606663 Apr 07 15:10:29.555972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] For port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,segment=NetworkSegment(09aaefe7-ea57-4e20-b5c7-90d648dde384),segment_id=09aaefe7-ea57-4e20-b5c7-90d648dde384)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:29.555972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:29.695787 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ed9137d-cce7-4321-8eb3-cb2eb9b88ce4 req-36582de3-675e-4e7c-8662-3af06bee014d service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730431 Apr 07 15:10:29.810317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Calling delete_port for 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:10:29.924332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca95ba-46d5-4483-bf28-c05bb5b52916 req-8f3d4e4a-4ddb-419d-8478-36d3e9064dc3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:29.938800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaca95ba-46d5-4483-bf28-c05bb5b52916 req-8f3d4e4a-4ddb-419d-8478-36d3e9064dc3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 943 time: 0.3948443 Apr 07 15:10:30.009882 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaca95ba-46d5-4483-bf28-c05bb5b52916 req-47f19a4f-b260-4483-a6a4-9cc62d98e6f0 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662003 Apr 07 15:10:30.128533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-3abfa123-74c9-4c55-8aaa-d20a0cb4d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:30.137757 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-3abfa123-74c9-4c55-8aaa-d20a0cb4d3bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 1096 time: 0.3711088 Apr 07 15:10:30.324096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:30.350788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24db9dd-0eb3-466b-8448-29fdb1e10c03 req-2b416f3f-a4d7-44cd-bd05-08606d8fde0f tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:30.356745 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f24db9dd-0eb3-466b-8448-29fdb1e10c03 req-2b416f3f-a4d7-44cd-bd05-08606d8fde0f tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e098b656-6f84-4a4f-8772-ac8ee5fd3361 HTTP/1.1" status: 200 len: 946 time: 0.1957185 Apr 07 15:10:30.361294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:30.399104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-7d09a95d-9214-40e7-9508-d5271c9a1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:30.401948 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-7d09a95d-9214-40e7-9508-d5271c9a1d62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 916 time: 0.2596669 Apr 07 15:10:30.459246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Pushing event deleted for resources: {'Port': ['ID=7bb85a3b-e15a-4f45-8c0d-aa9be494b364,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:30.513911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:30.524473 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f24db9dd-0eb3-466b-8448-29fdb1e10c03 req-56438387-b95d-4bcc-9f3d-385341953c02 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.30 "GET /v2.0/security-groups?id=1049934c-f6ee-4df4-8663-324a96c69d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991809 Apr 07 15:10:30.531243 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-e3bc42c5-844a-4b62-aeb6-addfdadd3d40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd HTTP/1.1" status: 200 len: 217 time: 0.1204824 Apr 07 15:10:30.666467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-7241e405-30ae-4cfe-a41e-5cc677822751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:30.669362 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-7241e405-30ae-4cfe-a41e-5cc677822751 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.1276946 Apr 07 15:10:30.734478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] No DVR routers for this DVR port 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:10:30.739065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:30.750117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'name': 'network-vif-deleted', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:30.771384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-050d99e2-c7b1-4d48-80d3-bc3de19ca4f7 req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] 10.222.0.62 "DELETE /v2.0/ports/7bb85a3b-e15a-4f45-8c0d-aa9be494b364 HTTP/1.1" status: 204 len: 173 time: 2.2344651 Apr 07 15:10:30.870083 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e098b656-6f84-4a4f-8772-ac8ee5fd3361', 'name': 'network-vif-deleted', 'tag': '7bb85a3b-e15a-4f45-8c0d-aa9be494b364', 'status': 'completed', 'code': 200} Apr 07 15:10:30.923947 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-c1f6d7ce-3ea9-435b-aead-9162013028fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2420156 Apr 07 15:10:31.343359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb335f5e-eac0-4f9a-913e-f59f9056240a req-2f5fe9ff-af7a-40cf-8915-aefb27000af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:31.345431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cb335f5e-eac0-4f9a-913e-f59f9056240a req-2f5fe9ff-af7a-40cf-8915-aefb27000af0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 1098 time: 0.2250457 Apr 07 15:10:31.385107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cb335f5e-eac0-4f9a-913e-f59f9056240a req-f7ab5bae-2c12-460b-be36-6541e19b4058 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243411 Apr 07 15:10:31.450620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54904) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:31.470376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1f9a-aff6-4fa8-9d50-cfbf14c112f8 req-361d2205-2183-487f-b41b-ca25a2864eb9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:31.483843 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c3ab1f9a-aff6-4fa8-9d50-cfbf14c112f8 req-361d2205-2183-487f-b41b-ca25a2864eb9 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.6846724 Apr 07 15:10:31.589799 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c3ab1f9a-aff6-4fa8-9d50-cfbf14c112f8 req-297b5cbb-0027-4953-91c0-b8a343cfe8e3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969861 Apr 07 15:10:31.596647 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-b6903e90-ee56-4b27-935d-fe4bbf2afd95 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578314 Apr 07 15:10:31.759307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:31.792846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:31.798508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Usage tracker for resource:security_group_rule and tenant:a17fce1fd55143d386da39bc3395deb7 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:31.802436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:31.834738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:31.989662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:31.994792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.002177 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa1e2fee-edba-4bf7-8f0b-eb05f0d980a8 req-29164324-d3ae-45bc-80fb-6ad7838adacc service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855336 Apr 07 15:10:32.004997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:32.097816 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a17fce1fd55143d386da39bc3395deb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410542 Apr 07 15:10:32.097816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38d4581-9566-4fc2-b16b-3e11cb1452e9,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:32.103058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54918) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:32.116427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:32.157755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07c5b-b04c-4ca8-9be4-302a79f7d66b req-846b80bd-7fd6-43b9-a954-4891a3331671 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:32.159520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ecd07c5b-b04c-4ca8-9be4-302a79f7d66b req-846b80bd-7fd6-43b9-a954-4891a3331671 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 943 time: 0.2817543 Apr 07 15:10:32.213797 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ecd07c5b-b04c-4ca8-9be4-302a79f7d66b req-e7eafa22-a1ee-4edf-92b7-37be2d643747 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367289 Apr 07 15:10:32.222108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device d3609d6f-50bf-4cee-ba09-3238a58e15dd details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:10:32.224872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:10:32.233849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.272793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:10:32.273030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.273593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7bb85a3b-e15a-4f45-8c0d-aa9be494b364 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:10:32.334381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.341306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fd5f712e-339c-4af1-8196-7cd96a7a52df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:32.357814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38d4581-9566-4fc2-b16b-3e11cb1452e9,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:32.361347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:32.365859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.370887 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b38d4581-9566-4fc2-b16b-3e11cb1452e9 HTTP/1.1" status: 204 len: 168 time: 0.2628968 Apr 07 15:10:32.643031 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:32.680717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'port_id': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', 'mac_address': 'fa:16:3e:e6:71:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23942e28-e347-4a5c-90d5-d574a697e2d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:10:32.798102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.800102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3609d6f-50bf-4cee-ba09-3238a58e15dd {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:32.818603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:32.823815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:32.825857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:32.928853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:32.932676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:32.950404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60832-764f-41c7-b5ec-1bc5635b7a8d req-afd8215a-4fcb-42bd-8f8d-3843ca9283da tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:32.953659 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4bb60832-764f-41c7-b5ec-1bc5635b7a8d req-afd8215a-4fcb-42bd-8f8d-3843ca9283da tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1579595 Apr 07 15:10:32.971277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54944) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:32.996196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.013441 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4bb60832-764f-41c7-b5ec-1bc5635b7a8d req-7758ec19-1ee0-43c1-b784-2f8f7010be61 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528421 Apr 07 15:10:33.020224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:33.027801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Usage tracker for resource:security_group_rule and tenant:167425ca06414c5297a23dc59a2b13fd is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:33.033498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:33.045286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:33.200165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['d3609d6f-50bf-4cee-ba09-3238a58e15dd'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:33.298686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.310796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.350027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-081f843a-cfbe-4a28-ad37-d9df34c71a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:33.352149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c97ea-00fa-4314-91f3-be3162accc79 req-f9d41ee6-f0c7-40d7-8b64-a5579c013f28 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:33.355251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4a7c97ea-00fa-4314-91f3-be3162accc79 req-f9d41ee6-f0c7-40d7-8b64-a5579c013f28 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2042677 Apr 07 15:10:33.416954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4a7c97ea-00fa-4314-91f3-be3162accc79 req-3d567dea-49b5-46aa-82ba-eea7e773fd0c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547371 Apr 07 15:10:33.429275 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=167425ca06414c5297a23dc59a2b13fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564822 Apr 07 15:10:33.430170 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fe2f09-ea37-49f9-8396-de495e74225a,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:33.433085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54960) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:33.447978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:33.610180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 54966) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:33.625329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.708648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.763099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.788658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:33.794454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Usage tracker for resource:security_group_rule and tenant:43225b07306d4507b17107c93d49cb05 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:33.798148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:33.805770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:33.820481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78fc7-7daa-411b-8fa7-72749ceb4743 req-c007536f-f940-433b-b1d4-a80dd3b82d63 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:33.834773 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b3d78fc7-7daa-411b-8fa7-72749ceb4743 req-c007536f-f940-433b-b1d4-a80dd3b82d63 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 944 time: 0.3127077 Apr 07 15:10:33.911427 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b3d78fc7-7daa-411b-8fa7-72749ceb4743 req-bf70f505-1cd6-4b1a-8e67-8c4f113642b6 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718868 Apr 07 15:10:33.921171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.927864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.928007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.946436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:33.953044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ad44dd2-8a8d-46b9-a7cc-1211d1cc9e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:33.962180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fe2f09-ea37-49f9-8396-de495e74225a,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:33.989461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:33.990573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:33.994451 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55fe2f09-ea37-49f9-8396-de495e74225a HTTP/1.1" status: 204 len: 168 time: 0.5575893 Apr 07 15:10:34.054695 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43225b07306d4507b17107c93d49cb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407129 Apr 07 15:10:34.055505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 54986) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:34.145583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e39a9d9-5b7e-4f14-b804-8b4abe8a2562,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:34.154088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:34.210229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:34.250593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:34.327986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:34.334290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36163b2a-00e2-4443-8934-47c700170ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:34.347179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e39a9d9-5b7e-4f14-b804-8b4abe8a2562,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:34.349731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:34.356211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:34.360015 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e39a9d9-5b7e-4f14-b804-8b4abe8a2562 HTTP/1.1" status: 204 len: 168 time: 0.3012855 Apr 07 15:10:34.599690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55004) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:34.917682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:34.978253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55024) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:34.982533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:34.988408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Usage tracker for resource:security_group_rule and tenant:0d06bad9e17e4e21be070e4b1be9da49 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:34.992117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:34.999249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:35.036244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.061812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:35.067255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Usage tracker for resource:security_group_rule and tenant:96c05bed25fb476da26a077b4acec51a is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:35.070742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:35.078775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:35.148680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.156024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.167284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:35.225969 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d06bad9e17e4e21be070e4b1be9da49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6245685 Apr 07 15:10:35.227458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a44c0d-6f80-47d5-abc3-018edf57d5d6,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:35.230020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55030) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:35.233677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:35.238851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.243345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.264838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eaba57f2-0e66-4f7f-acd0-168849d9d52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:35.361367 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96c05bed25fb476da26a077b4acec51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788056 Apr 07 15:10:35.361855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c809b0e-5b3b-4b8b-992d-fe66dd2e8267,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:35.362262 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55036) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:35.365374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:35.397673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40499-3d8a-470a-930b-dc5ac9163cd1 req-b2717f13-0cb0-4a00-ad43-b34eb35f115f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:35.399395 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b1e40499-3d8a-470a-930b-dc5ac9163cd1 req-b2717f13-0cb0-4a00-ad43-b34eb35f115f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 944 time: 0.2324750 Apr 07 15:10:35.400649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.430238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.454534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.486522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.494709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.504086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dcdf5a63-b728-452a-97fc-d7c00cf0c519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:35.526746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a44c0d-6f80-47d5-abc3-018edf57d5d6,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:35.529235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:35.535949 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b1e40499-3d8a-470a-930b-dc5ac9163cd1 req-5d2c99a1-8745-43ee-b686-14468ca9be5d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781436 Apr 07 15:10:35.557917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.560121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.565721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e5ca6bb4-b399-4085-9ae3-7d2ec4494159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:35.567518 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70a44c0d-6f80-47d5-abc3-018edf57d5d6 HTTP/1.1" status: 204 len: 168 time: 0.3326962 Apr 07 15:10:35.582215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c809b0e-5b3b-4b8b-992d-fe66dd2e8267,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:35.595160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:35.606891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:35.608332 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c809b0e-5b3b-4b8b-992d-fe66dd2e8267 HTTP/1.1" status: 204 len: 168 time: 0.2445483 Apr 07 15:10:36.017990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-263fa444-3412-4520-b338-5bca7ed2da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:36.146414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-2b97d905-f6e6-416b-8a7f-33ee6b244a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:36.149142 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-2b97d905-f6e6-416b-8a7f-33ee6b244a21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.2204206 Apr 07 15:10:36.257040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device d3609d6f-50bf-4cee-ba09-3238a58e15dd up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:10:36.352982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-97aecebc-7faf-474e-80c3-00324de7636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:36.355828 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-97aecebc-7faf-474e-80c3-00324de7636b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.1984577 Apr 07 15:10:36.409755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e522c8-196f-48a3-adaf-e57864581c1b req-8207c160-f72c-4c16-852e-db8ccf868fdc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:36.433852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port d3609d6f-50bf-4cee-ba09-3238a58e15dd completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:10:36.436946 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4e522c8-196f-48a3-adaf-e57864581c1b req-8207c160-f72c-4c16-852e-db8ccf868fdc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.3805876 Apr 07 15:10:36.444563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port d3609d6f-50bf-4cee-ba09-3238a58e15dd triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:10:36.444994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:36.494491 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4e522c8-196f-48a3-adaf-e57864581c1b req-f733132d-5aa9-4918-b188-2c5449124bbd tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Apr 07 15:10:36.547363 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-3b3f20dc-2f46-4de9-a9e7-f008d0dc9dd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.1835234 Apr 07 15:10:36.668806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:36.682628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:36.695826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:10:36.699977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:36.703982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cd48e5f-e139-4d61-938b-52e5e98954db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:36.794522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:36.799580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:36.863876 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', 'code': 200} Apr 07 15:10:37.181361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0b6c-886c-4e13-b6f0-3ae2ad2d0842 req-e92ab8ef-6497-486d-bac8-fcb69be2488c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:37.189698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a3b0b6c-886c-4e13-b6f0-3ae2ad2d0842 req-e92ab8ef-6497-486d-bac8-fcb69be2488c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.2150424 Apr 07 15:10:37.272641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-e09c53ee-9e89-40eb-b200-dd8cdaef3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:37.274277 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-e09c53ee-9e89-40eb-b200-dd8cdaef3d34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.7183282 Apr 07 15:10:37.294573 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a3b0b6c-886c-4e13-b6f0-3ae2ad2d0842 req-9ff79de6-0e26-4d94-8832-aed7b249ba7b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037278 Apr 07 15:10:37.332308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd2f49-d17c-434f-b123-da1e626ccf9a req-2d53370f-3cde-465a-8401-81fe3bb9d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:37.334266 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a5bd2f49-d17c-434f-b123-da1e626ccf9a req-2d53370f-3cde-465a-8401-81fe3bb9d4dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 1098 time: 0.1414216 Apr 07 15:10:37.346235 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-f0206477-0a5f-4aec-b2a8-61a70766d5b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633090 Apr 07 15:10:37.366876 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a5bd2f49-d17c-434f-b123-da1e626ccf9a req-5c3df231-e735-483b-9174-8cb490e98e51 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246792 Apr 07 15:10:37.576984 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-fc94623e-e5b0-44b3-aeea-ce29663895a9 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230694 Apr 07 15:10:37.846800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba5b450b-a197-43f0-9afe-924bb4544022 req-84e4afc4-e709-408e-acd8-360fdbde0777 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613404 Apr 07 15:10:37.858316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f36f-60c2-4866-aebf-09a82f2e57fc req-df8e828b-9f39-49b9-9fa5-e613c76f18fe tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:37.860182 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d650f36f-60c2-4866-aebf-09a82f2e57fc req-df8e828b-9f39-49b9-9fa5-e613c76f18fe tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2038312 Apr 07 15:10:37.899954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d650f36f-60c2-4866-aebf-09a82f2e57fc req-1c994dd7-994e-4a06-a869-4d41b9152479 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285583 Apr 07 15:10:38.661936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9d6ba-40f5-48ae-96d6-22f7067a535c req-39f98c7f-3003-4ed9-82ab-508c88df8124 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:38.671435 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bad9d6ba-40f5-48ae-96d6-22f7067a535c req-39f98c7f-3003-4ed9-82ab-508c88df8124 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.1213748 Apr 07 15:10:38.702015 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bad9d6ba-40f5-48ae-96d6-22f7067a535c req-9b013a81-aedc-4fd8-8512-f35f0cb3160c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295627 Apr 07 15:10:38.773702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ce7427c-7787-4e89-92e9-7c9d1110dafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:39.155522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:39.294884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ec62-d528-47c1-ac80-bcbb0f9b44f9 req-20969197-1d54-4880-bac4-38a93933ba2f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:39.298080 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72e3ec62-d528-47c1-ac80-bcbb0f9b44f9 req-20969197-1d54-4880-bac4-38a93933ba2f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1640532 Apr 07 15:10:39.354164 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72e3ec62-d528-47c1-ac80-bcbb0f9b44f9 req-3adfbc77-177b-4b18-abca-4f36f45022a7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Apr 07 15:10:39.919663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:40.054902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebc9a8-107b-4005-aff5-3cd9540e7ccb req-b60d59d4-1a05-4a54-97fd-b1c219658f7d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:40.059465 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-83ebc9a8-107b-4005-aff5-3cd9540e7ccb req-b60d59d4-1a05-4a54-97fd-b1c219658f7d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.1744823 Apr 07 15:10:40.080120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:40.144964 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-83ebc9a8-107b-4005-aff5-3cd9540e7ccb req-597926b3-a12c-419c-86cb-803dc7c3c02b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638270 Apr 07 15:10:40.598199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f1c63-a210-4376-9d5f-48ae5c384842 req-bfb15098-a4ae-46f0-843d-6e16d96936a6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:40.599826 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-058f1c63-a210-4376-9d5f-48ae5c384842 req-bfb15098-a4ae-46f0-843d-6e16d96936a6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1019273 Apr 07 15:10:40.642532 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-058f1c63-a210-4376-9d5f-48ae5c384842 req-00867dbf-9cb1-4919-8296-0faafee6bfb7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293064 Apr 07 15:10:40.720963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:41.810663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55228) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:41.960626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774310e-91f3-4566-9c17-ecfeadc0da0e req-8aba8b81-dc52-4ff6-87f0-46867b013bc1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:41.977796 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b774310e-91f3-4566-9c17-ecfeadc0da0e req-8aba8b81-dc52-4ff6-87f0-46867b013bc1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1817997 Apr 07 15:10:42.025800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b774310e-91f3-4566-9c17-ecfeadc0da0e req-fe68f35a-6600-4cef-be50-206a0727f050 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Apr 07 15:10:42.137474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.156690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:42.162253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Usage tracker for resource:security_group_rule and tenant:22e88772acb84582ae4189d418c59eb7 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:42.166106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:42.181880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:42.273160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.276890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.287688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d0029128-c25d-4554-a092-128a142c54f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:42.321756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55244) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:42.325656 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22e88772acb84582ae4189d418c59eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128522 Apr 07 15:10:42.394383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecda1f2-8fe5-4c30-a5a6-7df58531d55f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:42.396881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.404204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:42.441933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.504867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.520857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3aef888e-b0dd-43f7-928c-cc944d4db1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:42.559130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecda1f2-8fe5-4c30-a5a6-7df58531d55f,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:42.566552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:42.595308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:42.601679 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aecda1f2-8fe5-4c30-a5a6-7df58531d55f HTTP/1.1" status: 204 len: 168 time: 0.2743480 Apr 07 15:10:43.007665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55282) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:43.044586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.130444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:43.149563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Usage tracker for resource:security_group_rule and tenant:d17eb77eb45e402bb4ab6d063b908018 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:43.155517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:43.186090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:43.383902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.388832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.444972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-79d489ca-216e-4d3f-9cac-0610e7038cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:43.481894 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d17eb77eb45e402bb4ab6d063b908018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719758 Apr 07 15:10:43.488752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55300) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:43.524507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0366ee7-d394-4cc8-b649-131d40f2bffe,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:43.531267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:43.555971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9302b-1d0e-47c6-9129-7316f9324740 req-0d0d36d0-fa47-4588-89bf-bb2d13828384 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:43.558573 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2bd9302b-1d0e-47c6-9129-7316f9324740 req-0d0d36d0-fa47-4588-89bf-bb2d13828384 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2111862 Apr 07 15:10:43.679734 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2bd9302b-1d0e-47c6-9129-7316f9324740 req-38ccd259-2686-49d7-b6cd-6bff01f8150d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Apr 07 15:10:43.753373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.787611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.872338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.886138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:43.913771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0366ee7-d394-4cc8-b649-131d40f2bffe,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:43.917474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:43.925846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:43.932356 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0366ee7-d394-4cc8-b649-131d40f2bffe HTTP/1.1" status: 204 len: 168 time: 0.4280698 Apr 07 15:10:44.253887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55316) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:44.652158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:44.671577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:44.676685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfcc20b53d4447d9e3c8b15e51c3b00 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:44.680138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:44.687101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:44.804364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:44.809961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:44.845016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-519a2d86-94fe-4c9f-81bf-d5ccad9ee596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:44.859698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dfcc20b53d4447d9e3c8b15e51c3b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037869 Apr 07 15:10:44.860786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55340) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:44.996999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:45.101169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:45.177682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:45.193897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:45.219437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e52cac-597c-4265-82f3-06dde23cf099,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:45.222239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:45.228021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1e52cac-597c-4265-82f3-06dde23cf099 HTTP/1.1" status: 204 len: 168 time: 0.3615916 Apr 07 15:10:45.228021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:45.421488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e52cac-597c-4265-82f3-06dde23cf099,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:45.428865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:45.489546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3448583-caed-461d-88cf-f7d42b471645 req-07a0af61-d656-4f7a-a354-d691d67fa024 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:45.503680 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d3448583-caed-461d-88cf-f7d42b471645 req-07a0af61-d656-4f7a-a354-d691d67fa024 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.6355271 Apr 07 15:10:45.572297 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d3448583-caed-461d-88cf-f7d42b471645 req-c527b2c7-1844-4da4-a863-980fc80c0f26 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660784 Apr 07 15:10:45.819779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55370) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:45.853785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:45.889464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:45.908035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Usage tracker for resource:security_group_rule and tenant:99b6b19b530c4ef1b8258807dc619c09 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:45.912030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:45.923541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:46.101913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.108046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.118704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-709f3d2d-1efa-4464-963f-58736b63a350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:46.154999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb8532-e5e8-4a29-bf4f-fda58fc669a3,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:46.177186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:46.185163 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99b6b19b530c4ef1b8258807dc619c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634636 Apr 07 15:10:46.187510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55384) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:46.289693 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.327543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.418088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.425498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-095e2a3d-3ab7-42ef-8014-7660cf86e73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:46.440475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb8532-e5e8-4a29-bf4f-fda58fc669a3,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:46.448751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:46.452749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:46.457571 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18cb8532-e5e8-4a29-bf4f-fda58fc669a3 HTTP/1.1" status: 204 len: 168 time: 0.2660334 Apr 07 15:10:47.024649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f9da4-8dfe-48e6-b39c-ecf05e3d7f94 req-ea6c84b9-2aee-4147-825b-5ed9eb7630c0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:47.028689 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0f3f9da4-8dfe-48e6-b39c-ecf05e3d7f94 req-ea6c84b9-2aee-4147-825b-5ed9eb7630c0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2165215 Apr 07 15:10:47.120236 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0f3f9da4-8dfe-48e6-b39c-ecf05e3d7f94 req-607bea6c-814b-4b65-8147-fc4734de6336 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775948 Apr 07 15:10:47.230049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55422) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:47.292286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.349118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:47.359027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Usage tracker for resource:security_group_rule and tenant:f21f205b08e640b9a9f264a341e31725 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:47.365966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:47.380255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:47.578257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.595281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.674532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc6b775d-531c-4b67-a18b-a4b87f6d0480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:47.706363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55432) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:47.707239 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f21f205b08e640b9a9f264a341e31725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749551 Apr 07 15:10:47.751231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7a794-0864-4fed-a58c-61afc223ab18,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:47.757029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:47.833876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.876084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.963013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:47.972928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:48.001768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7a794-0864-4fed-a58c-61afc223ab18,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:48.007286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:48.008509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:48.010612 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8a7a794-0864-4fed-a58c-61afc223ab18 HTTP/1.1" status: 204 len: 168 time: 0.3017082 Apr 07 15:10:48.529836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b5156-6baf-465a-857b-b1e2e54c00d5 req-1f81ab5d-c984-4705-b660-7e6c4b5b55fe tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:48.533359 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ae3b5156-6baf-465a-857b-b1e2e54c00d5 req-1f81ab5d-c984-4705-b660-7e6c4b5b55fe tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1344416 Apr 07 15:10:48.592025 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ae3b5156-6baf-465a-857b-b1e2e54c00d5 req-ee0e3a74-aebb-40be-a8b9-431b4ef9b538 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Apr 07 15:10:49.555970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-a3f5bae0-572c-43f0-b011-9e9758816877 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:49.557915 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-a3f5bae0-572c-43f0-b011-9e9758816877 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.3120148 Apr 07 15:10:49.587122 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-d40b8054-1d10-42c6-9864-6a21f45cd7b9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/quotas/8962940fb7254722ac38008ca78b8721 HTTP/1.1" status: 200 len: 375 time: 0.0172443 Apr 07 15:10:49.754590 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-aa15cfd8-37a8-4971-9139-e54963f51902 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548870 Apr 07 15:10:49.978630 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e50aa71c-f1ff-4e52-a263-ac27383a3fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185798 Apr 07 15:10:49.997314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911f179-34f5-4b2b-8b9c-775ae4c019bc req-c454f2bb-961e-4f56-b054-f7cb44ec5c6b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:50.014547 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6911f179-34f5-4b2b-8b9c-775ae4c019bc req-c454f2bb-961e-4f56-b054-f7cb44ec5c6b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2177420 Apr 07 15:10:50.083472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6911f179-34f5-4b2b-8b9c-775ae4c019bc req-1142299c-19e2-4bf0-94ed-021af53f0675 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Apr 07 15:10:50.181553 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-b3546dcb-654a-424e-b744-8da9fe85be55 service neutron] 10.222.0.30 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019520 Apr 07 15:10:50.453326 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14abbef3-ed59-46b8-8c68-6fac3f16892a req-c0011e27-fb86-4e98-97af-4075642419b3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 210 time: 0.0707338 Apr 07 15:10:51.458347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb2c6e-b3cc-40b0-b4c7-f037df62552c req-965c3fde-0e4d-48bd-8bbc-df3041ed3430 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:51.460655 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6eb2c6e-b3cc-40b0-b4c7-f037df62552c req-965c3fde-0e4d-48bd-8bbc-df3041ed3430 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1410799 Apr 07 15:10:51.530410 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6eb2c6e-b3cc-40b0-b4c7-f037df62552c req-21ede60f-e3ee-4d9d-98e5-64e4eec5bcbf tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Apr 07 15:10:51.769864 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4a3cfdc6-6744-479f-8d80-b329c5233f8a req-891b7e57-2231-4069-b327-04b88ad44161 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 210 time: 0.0765359 Apr 07 15:10:52.071238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-30768121-4a26-43e5-9276-ef8d0225eaa8 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:52.075327 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-30768121-4a26-43e5-9276-ef8d0225eaa8 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 815 time: 0.2058432 Apr 07 15:10:52.095178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Request body: {'port': {'device_id': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'admin_state_up': True, 'tenant_id': '8962940fb7254722ac38008ca78b8721'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:52.280170 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:52.290716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:52.303752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Made reservation on behalf of 8962940fb7254722ac38008ca78b8721 for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:10:52.310695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:52.637848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Allocated IP 172.20.0.3 (9ce25d48-5e4d-4185-ad43-f2f272a6a919/23942e28-e347-4a5c-90d5-d574a697e2d9/63da4f73-1749-4a08-ad23-e597b99027c9) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:10:52.931531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eb21d-905a-4022-b395-139d602537d7 req-b21fd09c-2b93-4fb3-8870-2277e14723b3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:52.940454 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c23eb21d-905a-4022-b395-139d602537d7 req-b21fd09c-2b93-4fb3-8870-2277e14723b3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2522442 Apr 07 15:10:52.991087 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c23eb21d-905a-4022-b395-139d602537d7 req-7342b54b-a6ca-49ff-9ceb-b733e4513cc4 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Apr 07 15:10:53.182315 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-779a5fba-532a-4166-b212-2db195ee55b9 req-d7772062-c8b9-433f-a5ce-c3dbe13dfecd tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 210 time: 0.1520016 Apr 07 15:10:53.312549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:53.316703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:10:53.351284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:53.370478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777', 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'd3609d6f-50bf-4cee-ba09-3238a58e15dd'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:10:53.397133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:53.650981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event updated for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:53.672281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.672941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.673608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.674231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.674892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.675523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.676124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.676779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.677391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.678059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.678678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.679353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:53.690335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:53.747930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:10:53.750136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:10:53.753346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:10:53.872040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:53.872823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:53.911655 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8219447 Apr 07 15:10:53.935748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Request body: {'port': {'device_id': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:10:54.121810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:54.323385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0bad-b70d-493f-bcdb-b9426399a17a req-c76840a9-2769-475c-a44b-351b8c22ad13 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:54.343320 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2a5b0bad-b70d-493f-bcdb-b9426399a17a req-c76840a9-2769-475c-a44b-351b8c22ad13 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1939154 Apr 07 15:10:54.431325 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2a5b0bad-b70d-493f-bcdb-b9426399a17a req-d85bfa88-9ebb-427d-ad1f-58b1d0ff3310 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860395 Apr 07 15:10:54.757694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2a49-c880-4c5e-8b9f-e1dd705edebc req-059f9651-3843-4075-b7fb-ddbc4695e5c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:54.758498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-911c2a49-c880-4c5e-8b9f-e1dd705edebc req-059f9651-3843-4075-b7fb-ddbc4695e5c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:10:54.807491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-911c2a49-c880-4c5e-8b9f-e1dd705edebc req-059f9651-3843-4075-b7fb-ddbc4695e5c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:10:54.809928 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-911c2a49-c880-4c5e-8b9f-e1dd705edebc req-059f9651-3843-4075-b7fb-ddbc4695e5c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 931 time: 0.3567326 Apr 07 15:10:54.814379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63da4f73-1749-4a08-ad23-e597b99027c9 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:10:54.859002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:54.891548 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-911c2a49-c880-4c5e-8b9f-e1dd705edebc req-37e1faa4-50d2-487d-ae44-a72215850a4e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668585 Apr 07 15:10:54.899719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Transition to ACTIVE for port object 63da4f73-1749-4a08-ad23-e597b99027c9 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:10:54.902888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:54.925371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:55.028388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385932-9dcc-41dc-be2f-c67f6b2de777 req-d5e341ca-367f-4d44-abb8-4641470523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:55.030582 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc385932-9dcc-41dc-be2f-c67f6b2de777 req-d5e341ca-367f-4d44-abb8-4641470523c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.0987039 Apr 07 15:10:55.070013 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc385932-9dcc-41dc-be2f-c67f6b2de777 req-9a96fadf-32b7-4664-803a-a1a073e5b26c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Apr 07 15:10:55.158356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Pushing event updated for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:55.166093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:55.408589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Attempting to bind port 63da4f73-1749-4a08-ad23-e597b99027c9 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:10:55.408976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Attempting to bind port 63da4f73-1749-4a08-ad23-e597b99027c9 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:10:55.409391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Attempting to bind port 63da4f73-1749-4a08-ad23-e597b99027c9 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:55.415082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Port 63da4f73-1749-4a08-ad23-e597b99027c9 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:10:55.415458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Attempting to bind port 63da4f73-1749-4a08-ad23-e597b99027c9 on network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:10:55.421786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:10:55.422068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Checking segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:10:55.422472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Bound using segment: {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:10:55.422989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Bound port: 63da4f73-1749-4a08-ad23-e597b99027c9, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3acccd-fc26-4b81-9c73-1935a9fadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:10:55.423386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:55.509515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:10:55.513689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=63da4f73-1749-4a08-ad23-e597b99027c9,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:10:55.519110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:55.536691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:56.153780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Pushing event updated for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:56.195408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69e10-1a69-438e-9df4-e5897e1a7b2c req-85408466-890d-427f-892e-3c39b43ab611 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:56.217301 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-60c69e10-1a69-438e-9df4-e5897e1a7b2c req-85408466-890d-427f-892e-3c39b43ab611 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 943 time: 0.1720223 Apr 07 15:10:56.226776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:56.271547 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-60c69e10-1a69-438e-9df4-e5897e1a7b2c req-44a614a0-79c4-4598-9c44-11c872f94199 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Apr 07 15:10:56.284843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:56.286166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:56.289003 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] 10.222.0.62 "PUT /v2.0/ports/63da4f73-1749-4a08-ad23-e597b99027c9 HTTP/1.1" status: 200 len: 1093 time: 2.3592074 Apr 07 15:10:56.311447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee31c-d8c3-4685-92d3-f16b61705e27 req-d1151d7a-9e84-4388-8deb-667a7cd6d54b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:56.314222 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aacee31c-d8c3-4685-92d3-f16b61705e27 req-d1151d7a-9e84-4388-8deb-667a7cd6d54b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.7243903 Apr 07 15:10:56.315134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:10:56.438123 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9', 'status': 'completed', 'code': 200} Apr 07 15:10:56.452032 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aacee31c-d8c3-4685-92d3-f16b61705e27 req-7c51d02e-d024-4894-831f-22f0dfa68a63 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277051 Apr 07 15:10:56.497877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55724) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:56.522521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-add101b5-078d-448f-bc96-bb4bc1664160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:56.524424 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-add101b5-078d-448f-bc96-bb4bc1664160 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 1096 time: 0.1601093 Apr 07 15:10:56.594073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Deleting subnet ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:10:56.598522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:56.660136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-eb23bed5-aaca-443d-aed8-31062f9f07d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63da4f73-1749-4a08-ad23-e597b99027c9 HTTP/1.1" status: 200 len: 217 time: 0.1262076 Apr 07 15:10:56.671780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:56.735613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:56.746626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-35070ebd-479b-45a7-9a41-be824b17aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:56.748263 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-35070ebd-479b-45a7-9a41-be824b17aa53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.0797241 Apr 07 15:10:56.809700 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-334f8984-ad33-4b9a-b639-4f47ff79c57c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496247 Apr 07 15:10:57.009402 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-855c6730-0837-4a9d-a71f-0ed4fdcf90e1 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882560 Apr 07 15:10:57.059200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:57.103425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:57.196491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:57.268135 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-30d165e5-6a9a-4dc2-8fa6-eb25b25e87fa req-f59c2411-c848-4d6c-b693-8493dfc26607 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399304 Apr 07 15:10:57.288926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.289337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.289747 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.290141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.290599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.291678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.291678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.292030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.292192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.292585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.292975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.293419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:10:57.300472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:57.338615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:57.379439 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-115c4a3c-9643-4c61-af23-8e2db5cc0931 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee9747ad-99fc-4f1d-8ce0-2a7f7e1b96d5 HTTP/1.1" status: 204 len: 168 time: 0.8777175 Apr 07 15:10:57.379932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55736) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:57.481598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-9da5a8cc-491a-4453-a190-dbbfc4dd864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:57.483863 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-9da5a8cc-491a-4453-a190-dbbfc4dd864c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8962940fb7254722ac38008ca78b8721&device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 1096 time: 0.1304824 Apr 07 15:10:57.601126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:57.747821 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-01712e80-5b45-41e5-b323-c9b0321115ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:57.751150 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-01712e80-5b45-41e5-b323-c9b0321115ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 200 len: 916 time: 0.2526188 Apr 07 15:10:57.930996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:57.976728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09235816-5972-411e-a80a-05ac77682d09 req-4aeae51e-f13f-4eb4-aa75-09372955c5c7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:57.978549 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09235816-5972-411e-a80a-05ac77682d09 req-4aeae51e-f13f-4eb4-aa75-09372955c5c7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 943 time: 0.4347601 Apr 07 15:10:58.005312 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-12fd37dd-3172-4962-af27-6fcd1bb77836 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63da4f73-1749-4a08-ad23-e597b99027c9 HTTP/1.1" status: 200 len: 217 time: 0.1547887 Apr 07 15:10:58.069831 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09235816-5972-411e-a80a-05ac77682d09 req-a87fe34c-fbbf-49f8-b0f8-53778665263e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Apr 07 15:10:58.108901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf093994-b0c5-4bdd-a937-de515fcf3921']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:58.132872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aaefe7-ea57-4e20-b5c7-90d648dde384') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:58.133491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aaefe7-ea57-4e20-b5c7-90d648dde384') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:10:58.150744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.170599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.181028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:10:58.184467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-bb27d143-5c5e-45b0-adaa-bdc9c6169b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:58.187584 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-bb27d143-5c5e-45b0-adaa-bdc9c6169b22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 200 len: 855 time: 0.1739185 Apr 07 15:10:58.235731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad034-21f2-459f-bd32-8196b141273e req-bd3a7c56-1601-45c8-86f4-55275060bfd6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:58.251408 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-24bad034-21f2-459f-bd32-8196b141273e req-bd3a7c56-1601-45c8-86f4-55275060bfd6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.5645394 Apr 07 15:10:58.387425 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-105d2a58-eb49-4514-a42c-86a62f9068d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9ce25d48-5e4d-4185-ad43-f2f272a6a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304975 Apr 07 15:10:58.398330 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-24bad034-21f2-459f-bd32-8196b141273e req-d501e647-134e-4953-975e-4f6238b2e973 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450634 Apr 07 15:10:58.420202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Network cf093994-b0c5-4bdd-a937-de515fcf3921 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:10:58.447093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.648543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55762) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:58.676824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Network cf093994-b0c5-4bdd-a937-de515fcf3921 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:10:58.714674 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:10:58.799072 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-ac7a525b-21ce-44a3-b6ce-1aacde1158e0 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883924 Apr 07 15:10:58.868600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.902177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:10:58.906871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Usage tracker for resource:security_group_rule and tenant:be103873fb5a47c4b8c96031c458c799 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:10:58.910954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:10:58.918252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:10:58.974948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.986949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:58.998387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:59.032043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf093994-b0c5-4bdd-a937-de515fcf3921,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:59.035244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:59.043951 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1eea9470-719b-480b-9ae2-8fe29a9b5f9d admin admin] 10.222.0.30 "DELETE /v2.0/networks/cf093994-b0c5-4bdd-a937-de515fcf3921 HTTP/1.1" status: 204 len: 168 time: 1.6624708 Apr 07 15:10:59.047472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55776) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:59.077932 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4dc72d57-5d30-45ae-b36d-9ac8a2744638 req-461450d9-b0af-4738-bc2f-30df88718e22 service neutron] 10.222.0.62 "GET /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608902 Apr 07 15:10:59.144364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Deleting subnet 63b5ca44-c865-42e0-9132-a3f27fc32f26 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:10:59.156861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.236254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.242968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.275218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-04c7bbf1-b6c1-465b-a7fa-08a6fbf58be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:10:59.289599 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be103873fb5a47c4b8c96031c458c799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397719 Apr 07 15:10:59.296761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55784) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:10:59.308791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.369672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-efb1f0c2-3ae7-461a-bd13-a37994dc3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:59.371408 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-efb1f0c2-3ae7-461a-bd13-a37994dc3a92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.1279621 Apr 07 15:10:59.427295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a799a-ca45-42fe-928d-71f725d806e6,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:10:59.431306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:10:59.504054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.573238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.604066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-a418f515-1ba9-414c-9cc3-7346324f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:59.605732 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-a418f515-1ba9-414c-9cc3-7346324f73bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.2200460 Apr 07 15:10:59.630048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eef1ed-65fe-4bb9-88b5-32312a4037b1 req-177b90c0-eaf2-429c-90e2-c5519df477ea tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:59.632072 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4eef1ed-65fe-4bb9-88b5-32312a4037b1 req-177b90c0-eaf2-429c-90e2-c5519df477ea tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2082546 Apr 07 15:10:59.657739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:10:59.673354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a760a-4027-4665-be16-44dcf27652d4 req-cbfb973d-78a5-4ece-8180-b512bb10e9ec tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:59.675179 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902a760a-4027-4665-be16-44dcf27652d4 req-cbfb973d-78a5-4ece-8180-b512bb10e9ec tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 943 time: 0.3238871 Apr 07 15:10:59.735984 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-99575f86-9dce-4b1e-a21b-b10704da9b70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.1024668 Apr 07 15:10:59.784105 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f4eef1ed-65fe-4bb9-88b5-32312a4037b1 req-85513dae-e9e9-4ece-96fb-602f0d8a3a79 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799913 Apr 07 15:10:59.833433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-e03fb777-2995-4862-b497-b3825eee8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:10:59.835682 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-e03fb777-2995-4862-b497-b3825eee8cdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.0925179 Apr 07 15:10:59.929139 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-b8865963-9734-43e5-a8b0-dc2bf3b2bd06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844905 Apr 07 15:11:00.045019 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902a760a-4027-4665-be16-44dcf27652d4 req-f1c39327-eb55-41c4-a5c6-388a8b203d0b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024461 Apr 07 15:11:00.256137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.266314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc8df08f-acdf-4480-a6cf-4642c974eeec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:00.290358 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-a183d54a-79ab-4fef-a20d-3f8e54e8e598 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484967 Apr 07 15:11:00.300284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a799a-ca45-42fe-928d-71f725d806e6,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:00.311038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:00.319729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.331985 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/586a799a-ca45-42fe-928d-71f725d806e6 HTTP/1.1" status: 204 len: 168 time: 1.0305731 Apr 07 15:11:00.358563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.377035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-30d8b5eb-fa93-4852-b38e-3e89dbbe4416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:00.407712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 63da4f73-1749-4a08-ad23-e597b99027c9 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:11:00.436988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b5ca44-c865-42e0-9132-a3f27fc32f26,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:00.442462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:00.635376 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-733b0d4f-d5af-44b4-867d-a46683c43128 req-f48abf52-b9c6-4163-b4dd-9296eea58866 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075902 Apr 07 15:11:00.644833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.676270 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f5ca4fe9-62df-4320-af4b-420ef7134bb2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63b5ca44-c865-42e0-9132-a3f27fc32f26 HTTP/1.1" status: 204 len: 168 time: 1.6271884 Apr 07 15:11:00.679113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55800) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:00.772057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=63da4f73-1749-4a08-ad23-e597b99027c9,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:00.800511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '63da4f73-1749-4a08-ad23-e597b99027c9', 'network_id': '9ce25d48-5e4d-4185-ad43-f2f272a6a919', 'port_id': '63da4f73-1749-4a08-ad23-e597b99027c9', 'mac_address': 'fa:16:3e:b0:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23942e28-e347-4a5c-90d5-d574a697e2d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:11:00.895464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.898062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63da4f73-1749-4a08-ad23-e597b99027c9 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:11:00.906856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55808) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:00.927832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=63da4f73-1749-4a08-ad23-e597b99027c9,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:00.933554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.935585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ad87908f-926d-43d9-9c49-ca09ad25b706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:00.948030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:00.980076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:00.988158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Usage tracker for resource:security_group_rule and tenant:fa1e98b221f749cba860b36c23ce90ff is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:00.994710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:01.003351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:01.007443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.030555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:01.043073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.043763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.044840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.045494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.046101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.046752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.047455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.048436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.048983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.049869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.050400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.051303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:01.059644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:01.160274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.163966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.197405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:01.211386 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa1e98b221f749cba860b36c23ce90ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989936 Apr 07 15:11:01.211685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55814) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:01.279442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b1414-c9d7-4420-8483-e78c064b4f17 req-4b5f0f99-ef34-434c-bf70-86d6aabb0f63 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:01.281311 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ea5b1414-c9d7-4420-8483-e78c064b4f17 req-4b5f0f99-ef34-434c-bf70-86d6aabb0f63 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.3292663 Apr 07 15:11:01.283238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.363442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a37f3-baae-4cdd-95f0-bbabf6fceb0e,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:01.368159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:01.391476 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ea5b1414-c9d7-4420-8483-e78c064b4f17 req-d515fa94-0b7e-4bb4-ad33-70015dbe20dd tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931678 Apr 07 15:11:01.397540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['63da4f73-1749-4a08-ad23-e597b99027c9'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:01.428137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.463960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499206aa-73fc-43b6-908f-714db1c3879b']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:01.482067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40164ba9-38e0-483f-9389-6233e88f8e72') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:01.482406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40164ba9-38e0-483f-9389-6233e88f8e72') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:01.483487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.498826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.528069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.540171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:11:01.606428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.617701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a66c515e-4901-4284-be6d-7bf37c960538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:01.652857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a37f3-baae-4cdd-95f0-bbabf6fceb0e,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:01.657997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:01.680257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72002c-57ef-4058-8f30-49cccb4e66b3 req-89d59b0a-7282-4f84-ace0-dd0dd85fa796 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:01.683351 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5a72002c-57ef-4058-8f30-49cccb4e66b3 req-89d59b0a-7282-4f84-ace0-dd0dd85fa796 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 944 time: 0.4275589 Apr 07 15:11:01.685034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.691745 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea7a37f3-baae-4cdd-95f0-bbabf6fceb0e HTTP/1.1" status: 204 len: 168 time: 0.4784718 Apr 07 15:11:01.743362 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5a72002c-57ef-4058-8f30-49cccb4e66b3 req-ecfec176-7ea3-4ea0-858f-628b0ff37f52 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Apr 07 15:11:01.755641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Network 499206aa-73fc-43b6-908f-714db1c3879b has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:11:01.772990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:01.993055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Network 499206aa-73fc-43b6-908f-714db1c3879b has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:11:02.019850 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:11:02.129497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.141879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.149434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d09f4d0f-7fff-40b4-a238-2d08212233aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:02.175255 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/499206aa-73fc-43b6-908f-714db1c3879b HTTP/1.1" status: 204 len: 168 time: 1.4943225 Apr 07 15:11:02.176505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=499206aa-73fc-43b6-908f-714db1c3879b,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:02.186026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:02.423124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55834) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:02.444742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.463696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:02.469767 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d1cee720214d0aa7085b2154495dbd is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:02.473593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:02.481207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:02.546191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55842) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:02.593149 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ee73c86b-ba2b-4bb3-b650-e09800a4ec93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5db5a652a6d47bc95286640931abe97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408301 Apr 07 15:11:02.597539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55850) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:02.724405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.732476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.750274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:02.794686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41003a4-2a9c-48bd-8b34-8a584b0b0d3d req-a4713622-cfdc-4de3-b744-12376c4b1ddc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:02.797753 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e41003a4-2a9c-48bd-8b34-8a584b0b0d3d req-a4713622-cfdc-4de3-b744-12376c4b1ddc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2619040 Apr 07 15:11:02.843476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:02.863110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d70ac-fc2f-4301-94ff-67872d0212c2,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:02.903431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:02.916767 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0d1cee720214d0aa7085b2154495dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883411 Apr 07 15:11:02.918953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55860) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:02.952176 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e41003a4-2a9c-48bd-8b34-8a584b0b0d3d req-97f43fb4-89f8-49e6-a6a3-206ccbab46da tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179011 Apr 07 15:11:02.972468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.100285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.116788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31a16523-0905-4d30-8166-ea529520a8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:03.202301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1049934c-f6ee-4df4-8663-324a96c69d7e,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:03.208187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:03.247173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.259083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.275316 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1049934c-f6ee-4df4-8663-324a96c69d7e HTTP/1.1" status: 204 len: 168 time: 0.6742773 Apr 07 15:11:03.360276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.513061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.537394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e473562d-acab-4b02-86c4-eef6964e3e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:03.598255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d70ac-fc2f-4301-94ff-67872d0212c2,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:03.604863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:03.607418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:03.609831 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f38d70ac-fc2f-4301-94ff-67872d0212c2 HTTP/1.1" status: 204 len: 168 time: 0.6889343 Apr 07 15:11:03.743022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933516e9-1b4d-49c4-a183-1a6fea2a3ee3 req-8488f25c-1581-4105-90b3-d77a052bdc0c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:03.747836 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-933516e9-1b4d-49c4-a183-1a6fea2a3ee3 req-8488f25c-1581-4105-90b3-d77a052bdc0c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 944 time: 0.2944705 Apr 07 15:11:03.839984 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-933516e9-1b4d-49c4-a183-1a6fea2a3ee3 req-2f07a6f0-9a9f-4c36-8141-8d95a2160803 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776396 Apr 07 15:11:04.426944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 63da4f73-1749-4a08-ad23-e597b99027c9 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:11:04.583028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 63da4f73-1749-4a08-ad23-e597b99027c9 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:11:04.590467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 63da4f73-1749-4a08-ad23-e597b99027c9 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:11:04.591437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:04.741530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11186d8-dd85-4e69-a25c-4aca42a45588 req-28c443c9-c365-4b03-8ef6-c6eeaa2fc569 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:04.744172 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e11186d8-dd85-4e69-a25c-4aca42a45588 req-28c443c9-c365-4b03-8ef6-c6eeaa2fc569 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.4139614 Apr 07 15:11:04.784375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55894) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:04.822295 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e11186d8-dd85-4e69-a25c-4aca42a45588 req-225c3af8-6079-4b4c-ac73-9d016fd3df4e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 Apr 07 15:11:04.863024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:04.884930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=63da4f73-1749-4a08-ad23-e597b99027c9,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:04.886127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:04.917271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55904) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:04.919238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:04.922830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:04.932117 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6a1b074e-f612-4408-9c9d-6fff7a10c546 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7f22731cce84a159b4e83e3ea94d5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451564 Apr 07 15:11:05.082424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:05.115329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9', 'code': 200} Apr 07 15:11:05.116836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:05.121521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:05.153226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:05.213568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:05.228188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-369d938e-30bc-4eb5-9ad8-f90eb6d2d36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:05.259383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8d9c3-e6bf-465d-a2ac-18eba93d3b68,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:05.265719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:05.279093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:05.286898 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97e8d9c3-e6bf-465d-a2ac-18eba93d3b68 HTTP/1.1" status: 204 len: 168 time: 0.3600762 Apr 07 15:11:05.416768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1c56-28ad-487f-a7e3-5832cc135d60 req-fdb917a0-6f69-4769-87fb-ab3843afd2f7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:05.418820 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72bf1c56-28ad-487f-a7e3-5832cc135d60 req-fdb917a0-6f69-4769-87fb-ab3843afd2f7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.3261299 Apr 07 15:11:05.476858 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72bf1c56-28ad-487f-a7e3-5832cc135d60 req-1864a003-c465-42b0-8385-714979c09692 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Apr 07 15:11:05.537334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a60d9-7cdf-413d-adbf-5e0ff84424b3 req-808124ef-e5e8-4d2c-90e9-c0ef128b5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:05.539255 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9c3a60d9-7cdf-413d-adbf-5e0ff84424b3 req-808124ef-e5e8-4d2c-90e9-c0ef128b5d12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 1098 time: 0.1828382 Apr 07 15:11:05.617208 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9c3a60d9-7cdf-413d-adbf-5e0ff84424b3 req-28222386-a990-4989-8866-4e3b6dcccec9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689440 Apr 07 15:11:06.008561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5d73de90-8f15-4d71-b1fb-7449aca3e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:06.409064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e919-42dc-4d92-a47f-3a3fac26f5b9 req-7afcbdfc-425e-42ad-80c0-3d9b094b43a5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:06.412368 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8c08e919-42dc-4d92-a47f-3a3fac26f5b9 req-7afcbdfc-425e-42ad-80c0-3d9b094b43a5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1420503 Apr 07 15:11:06.487434 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8c08e919-42dc-4d92-a47f-3a3fac26f5b9 req-8a758cdb-f6b9-4e97-9f28-68ca1eac27c6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656865 Apr 07 15:11:06.554503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 55966) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:06.752519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:06.897259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:06.905424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7bfdce4e064a3e8bbe388cd8e149b6 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:06.911769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:06.943752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:07.072259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.085562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.098114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-551ab9aa-d014-4113-9949-2cb688a6a655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:07.185985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96ffff-1a11-43c0-8dd4-fba437df4dd5,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:07.229241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:07.279097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d7bfdce4e064a3e8bbe388cd8e149b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227597 Apr 07 15:11:07.283141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 55988) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:07.310884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129af40-cdec-46a2-a7e3-06cb8714dd1c req-ee7e2cbd-6ec2-42e1-8f01-ece44e6935c7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:07.324435 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6129af40-cdec-46a2-a7e3-06cb8714dd1c req-ee7e2cbd-6ec2-42e1-8f01-ece44e6935c7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.5260017 Apr 07 15:11:07.364890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.368326 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6129af40-cdec-46a2-a7e3-06cb8714dd1c req-80c03fde-c5d0-44b7-9987-12c03932f1fe tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Apr 07 15:11:07.421716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.477649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.482261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-468dec9f-f5b3-45d7-a18f-8c2fed1f89dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:07.495677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96ffff-1a11-43c0-8dd4-fba437df4dd5,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:07.510098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:07.511466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:07.515235 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a96ffff-1a11-43c0-8dd4-fba437df4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2285171 Apr 07 15:11:07.650545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28ff92-a72e-48cc-873c-e1769268b330 req-b771e750-0a2b-45ca-b269-1c1e07a3e5ba tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:07.652974 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7f28ff92-a72e-48cc-873c-e1769268b330 req-b771e750-0a2b-45ca-b269-1c1e07a3e5ba tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1074150 Apr 07 15:11:07.689713 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7f28ff92-a72e-48cc-873c-e1769268b330 req-0989bda5-faf2-4d8d-b465-e97c9c73f750 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292408 Apr 07 15:11:07.877723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6be3d-8271-47ad-8156-c606edce3302 req-3771cbea-37ae-409c-b84e-b8dc718130b0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:07.880775 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c0e6be3d-8271-47ad-8156-c606edce3302 req-3771cbea-37ae-409c-b84e-b8dc718130b0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1188803 Apr 07 15:11:07.949812 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c0e6be3d-8271-47ad-8156-c606edce3302 req-2fd1ad35-79a3-4bac-b57e-de45e61766a6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494270 Apr 07 15:11:07.960244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d400706-4eda-4e17-bcc1-9119bf61df16 req-a7f87fc8-efbd-4b99-8861-7b3fd4129de1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:07.962372 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9d400706-4eda-4e17-bcc1-9119bf61df16 req-a7f87fc8-efbd-4b99-8861-7b3fd4129de1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1503427 Apr 07 15:11:08.003945 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9d400706-4eda-4e17-bcc1-9119bf61df16 req-5f9219bd-f468-442b-aded-3e0754723ebb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Apr 07 15:11:08.395155 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-86ed1d2d-af1a-46e5-86e6-4dfdcc56856d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957956 Apr 07 15:11:08.648922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-6f392d46-dfda-4f74-8df7-f6a780c9e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:08.651798 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-6f392d46-dfda-4f74-8df7-f6a780c9e4df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.2193985 Apr 07 15:11:08.666748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9feb6-00f6-4c88-bea0-60b29fb56452 req-b8ab61d9-266e-43c1-90c1-481a0e615a8d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:08.671649 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-32e9feb6-00f6-4c88-bea0-60b29fb56452 req-b8ab61d9-266e-43c1-90c1-481a0e615a8d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.1670787 Apr 07 15:11:08.765395 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-32e9feb6-00f6-4c88-bea0-60b29fb56452 req-a5a3ae31-4bd2-4106-ad5a-941c5c97d825 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775609 Apr 07 15:11:08.783595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b24e4f47-2b1a-4b30-b15c-21a50e8da048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:09.184658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:09.211306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-cec39dea-c47b-4720-a31d-6851ac74225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:09.212791 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-cec39dea-c47b-4720-a31d-6851ac74225a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.5089653 Apr 07 15:11:09.381472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-d24d9af9-efa2-493a-a42a-47a670339860 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.1529572 Apr 07 15:11:09.576237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456301-a6a1-4676-9740-bf7242f53133 req-7e92fa3d-94bb-48c1-9f14-cc0698dc1588 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:09.603877 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86456301-a6a1-4676-9740-bf7242f53133 req-7e92fa3d-94bb-48c1-9f14-cc0698dc1588 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.2290542 Apr 07 15:11:09.684583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86456301-a6a1-4676-9740-bf7242f53133 req-986764a3-6b7b-45f8-9b5d-e9328936e3ae tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857553 Apr 07 15:11:09.685822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5290de3-ff4d-401e-9acb-5f044a0b0213 req-f51394bd-8071-427e-a161-c0c704cacc8c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:09.700007 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5290de3-ff4d-401e-9acb-5f044a0b0213 req-f51394bd-8071-427e-a161-c0c704cacc8c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.3165698 Apr 07 15:11:09.702947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-d7faa88b-42bb-4945-854d-9e35cdecedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:09.705738 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-d7faa88b-42bb-4945-854d-9e35cdecedd0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.2240748 Apr 07 15:11:09.852060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-5b192a1b-ff97-4668-b55c-30768bd18fef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139805 Apr 07 15:11:09.858724 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5290de3-ff4d-401e-9acb-5f044a0b0213 req-60917eac-7064-4c15-81a9-814af7f838b2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490335 Apr 07 15:11:09.918485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:10.086860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:10.091594 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-1e2630b4-33ef-4e3f-9e8a-14fd004abb40 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271490 Apr 07 15:11:10.344791 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1cbf7bb-824e-4b87-88bf-6ce855985886 req-c5bdc382-40a9-4e98-b87f-93eb462af32d service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396712 Apr 07 15:11:10.720993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:10.949230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a5f11-22c3-456e-8e56-424aceb2de8b req-5a4ac91a-5f11-42ee-b0c6-37ebd3cb9090 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:10.950386 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-573a5f11-22c3-456e-8e56-424aceb2de8b req-5a4ac91a-5f11-42ee-b0c6-37ebd3cb9090 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1042702 Apr 07 15:11:11.005860 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-573a5f11-22c3-456e-8e56-424aceb2de8b req-b20a1207-040a-4686-ab7b-bea2e128afba tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 Apr 07 15:11:11.311268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40be5b-6f87-4eaf-bc9a-a29117877e46 req-ea05b996-ef00-4fcd-989e-63cded5979d0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:11.314365 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b40be5b-6f87-4eaf-bc9a-a29117877e46 req-ea05b996-ef00-4fcd-989e-63cded5979d0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2137673 Apr 07 15:11:11.368050 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b40be5b-6f87-4eaf-bc9a-a29117877e46 req-28d6c665-5d86-4e01-9dd9-def43bc85d18 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 Apr 07 15:11:12.338001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff4cd9-6b19-4ce3-8b53-0d7e99d0be1d req-2be0ab91-0a2b-46ff-8ff6-423f642b10ee tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:12.340352 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdff4cd9-6b19-4ce3-8b53-0d7e99d0be1d req-2be0ab91-0a2b-46ff-8ff6-423f642b10ee tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1069586 Apr 07 15:11:12.384984 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdff4cd9-6b19-4ce3-8b53-0d7e99d0be1d req-6ace1d56-6dda-45c6-8299-97933d6460c2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300670 Apr 07 15:11:12.702397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0175a4a-ee2b-4449-bdc7-7fc5b9b980ef req-0295c891-7a71-45b8-9d75-c499fec69bec tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:12.704566 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d0175a4a-ee2b-4449-bdc7-7fc5b9b980ef req-0295c891-7a71-45b8-9d75-c499fec69bec tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1269610 Apr 07 15:11:12.757922 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d0175a4a-ee2b-4449-bdc7-7fc5b9b980ef req-4d3e78a7-c2f4-480d-ac30-e32737613076 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Apr 07 15:11:13.546555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-5b94fd36-7a56-4c8e-8af1-c57411b293ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:13.548894 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-5b94fd36-7a56-4c8e-8af1-c57411b293ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.1271973 Apr 07 15:11:13.565012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e611189-0e1a-48ef-be35-2307b473b675 req-a5a438a1-e324-4257-9dba-b7c4497e5296 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:13.566712 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e611189-0e1a-48ef-be35-2307b473b675 req-a5a438a1-e324-4257-9dba-b7c4497e5296 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1002409 Apr 07 15:11:13.605497 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e611189-0e1a-48ef-be35-2307b473b675 req-7d8b19ec-1a60-4c70-9b2e-8e26659921d7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Apr 07 15:11:13.777570 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-e88ed71a-ec72-4390-ba33-165a99da707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:13.779192 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-e88ed71a-ec72-4390-ba33-165a99da707a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.1854210 Apr 07 15:11:13.787912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe99b1-9213-4f30-9ac7-22900ad01d76 req-a3cf034f-734e-4edf-bd92-a3f107ade9d5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:13.789539 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-effe99b1-9213-4f30-9ac7-22900ad01d76 req-a3cf034f-734e-4edf-bd92-a3f107ade9d5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.2377489 Apr 07 15:11:13.873885 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-f13e9680-1bbf-4eca-aa5b-435fc7f4d465 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.0831897 Apr 07 15:11:13.924377 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-effe99b1-9213-4f30-9ac7-22900ad01d76 req-bb9db08d-bc07-4f4d-98a3-cfc71a071882 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715327 Apr 07 15:11:13.954718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-32dd4ba1-70cb-47b4-a9a1-b54ed2cc4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:13.956378 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-32dd4ba1-70cb-47b4-a9a1-b54ed2cc4a02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.0736425 Apr 07 15:11:14.003102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7c22-2591-45a1-a5f0-c3d1b17e6540 req-2bb67557-4c63-4f18-b195-d5afcd0f470a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:14.016910 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cfcb7c22-2591-45a1-a5f0-c3d1b17e6540 req-2bb67557-4c63-4f18-b195-d5afcd0f470a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1320829 Apr 07 15:11:14.031319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-b5ef6b39-57b4-4738-80fe-03e39d5b1f5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671670 Apr 07 15:11:14.072328 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cfcb7c22-2591-45a1-a5f0-c3d1b17e6540 req-1c835c83-ded1-4717-9d95-3cc8deea099e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481811 Apr 07 15:11:14.270732 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-98c9cf18-20b6-4241-bda7-eda62ff9ce08 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218170 Apr 07 15:11:14.493101 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2c5f22aa-b5ea-4913-a4c2-a06bf5c8b942 req-cdf9743a-03b3-4a0b-825e-dcec65efb007 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044461 Apr 07 15:11:14.864522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1e450-679d-4ef7-a1a6-e891792b4d93 req-ed8351a5-10e8-47a9-af54-ba7c66457e2c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:14.866199 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-25b1e450-679d-4ef7-a1a6-e891792b4d93 req-ed8351a5-10e8-47a9-af54-ba7c66457e2c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1063018 Apr 07 15:11:14.900086 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-25b1e450-679d-4ef7-a1a6-e891792b4d93 req-1df6c129-5a31-47be-acc7-3ef0473c9157 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262511 Apr 07 15:11:15.186485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b6f40-32fc-434b-b530-2b9cc1848192 req-513b6b0d-8e7a-47d1-b93c-e741983924e1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:15.188363 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-344b6f40-32fc-434b-b530-2b9cc1848192 req-513b6b0d-8e7a-47d1-b93c-e741983924e1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.0955355 Apr 07 15:11:15.229606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-344b6f40-32fc-434b-b530-2b9cc1848192 req-04351fb8-fce0-4167-bf6f-78c8b2013571 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283310 Apr 07 15:11:15.366540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eccd7-9a54-4e80-91be-4ad8ac8b2b0c req-2762f2a7-9cfb-4e6d-beda-0277cbfa35fa tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:15.368342 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9d5eccd7-9a54-4e80-91be-4ad8ac8b2b0c req-2762f2a7-9cfb-4e6d-beda-0277cbfa35fa tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1046481 Apr 07 15:11:15.404453 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9d5eccd7-9a54-4e80-91be-4ad8ac8b2b0c req-99e6249d-7bcc-4f7c-b7b1-6e6b6aa1d680 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283098 Apr 07 15:11:16.119295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fc14f-0893-48e3-b7f7-747c9f949570 req-17b64e65-90b6-4d05-b6e2-b20ff85ad88f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:16.121154 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4a9fc14f-0893-48e3-b7f7-747c9f949570 req-17b64e65-90b6-4d05-b6e2-b20ff85ad88f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0986083 Apr 07 15:11:16.161340 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4a9fc14f-0893-48e3-b7f7-747c9f949570 req-b83e8d9f-b99d-4d73-b608-d1326f820b5a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272703 Apr 07 15:11:16.612638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20dc8e-4335-4a61-b728-1430a958e7fb req-6747bd4b-57ce-4d5e-b002-9cc5b7f51773 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:16.615384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dc20dc8e-4335-4a61-b728-1430a958e7fb req-6747bd4b-57ce-4d5e-b002-9cc5b7f51773 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1229715 Apr 07 15:11:16.658978 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dc20dc8e-4335-4a61-b728-1430a958e7fb req-9ee65e0e-3c67-4f6a-90e7-688d6bc26a89 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Apr 07 15:11:16.705898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb3e84-edeb-4eec-8d31-2cceb2dd2dea req-8fa78f29-1a81-4ed9-b6e7-ddefa52c5b21 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:16.707831 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a7bb3e84-edeb-4eec-8d31-2cceb2dd2dea req-8fa78f29-1a81-4ed9-b6e7-ddefa52c5b21 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1614425 Apr 07 15:11:16.771101 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a7bb3e84-edeb-4eec-8d31-2cceb2dd2dea req-c0c160b4-1063-43f0-a8e6-9432a78de3d2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479560 Apr 07 15:11:17.407267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d1946-1391-428f-95ac-f6af931be3fe req-1d2218e4-afe2-47ff-a84d-862f60501969 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:17.410462 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-988d1946-1391-428f-95ac-f6af931be3fe req-1d2218e4-afe2-47ff-a84d-862f60501969 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1145186 Apr 07 15:11:17.452014 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-988d1946-1391-428f-95ac-f6af931be3fe req-59d24ea2-052d-43d4-9782-fcfa3915d75e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274818 Apr 07 15:11:17.521877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 56252) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:17.711510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:17.731218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:17.736040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b95f0551d9704d3680d9299a561d571b is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:17.739720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:17.748590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:17.864855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:17.915010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:17.928011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f7b61951-86f8-4f37-b618-f3fd9bc4b51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:18.004129 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b95f0551d9704d3680d9299a561d571b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807887 Apr 07 15:11:18.005788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92797c05-838f-4851-80a5-a739fcb09c26,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:18.008025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56266) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:18.011618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:18.045281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20165095-b28d-4cf2-8187-cceae39594e2 req-4e50df8f-f5ee-4cb4-930d-e18661d16de6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:18.048663 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-20165095-b28d-4cf2-8187-cceae39594e2 req-4e50df8f-f5ee-4cb4-930d-e18661d16de6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1817009 Apr 07 15:11:18.085545 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-20165095-b28d-4cf2-8187-cceae39594e2 req-1f47d7a1-e0b6-49a4-bc34-53a3f12ef58a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289755 Apr 07 15:11:18.125204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:18.139855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f907e-c787-4345-8268-f61c258b829d req-b3db3026-5b41-4fbe-9305-5bf7511f853c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:18.148706 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ad0f907e-c787-4345-8268-f61c258b829d req-b3db3026-5b41-4fbe-9305-5bf7511f853c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2240140 Apr 07 15:11:18.198931 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ad0f907e-c787-4345-8268-f61c258b829d req-90310014-0e92-4cf6-92c2-c30bd33682a3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487635 Apr 07 15:11:18.204603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:18.271816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:18.290942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7b614c50-d966-4285-9bd9-7e57bcd49c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:18.340581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92797c05-838f-4851-80a5-a739fcb09c26,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:18.343261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:18.344529 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92797c05-838f-4851-80a5-a739fcb09c26 HTTP/1.1" status: 204 len: 168 time: 0.3346541 Apr 07 15:11:18.345892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:18.802997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11f78-6d9e-4dab-b815-ea10bb8f70ec req-44637cf9-4d49-49ad-8b54-0b73b6974022 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:18.812954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fda11f78-6d9e-4dab-b815-ea10bb8f70ec req-44637cf9-4d49-49ad-8b54-0b73b6974022 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1201048 Apr 07 15:11:18.816473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d352e0-5047-4fa1-8322-dd2d9574307a req-821ecbd1-0ea4-4e98-b98e-0d8bcc3022fb tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:18.830184 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-42d352e0-5047-4fa1-8322-dd2d9574307a req-821ecbd1-0ea4-4e98-b98e-0d8bcc3022fb tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.2309444 Apr 07 15:11:18.856753 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fda11f78-6d9e-4dab-b815-ea10bb8f70ec req-6eb679a8-6a17-4ce0-82a9-659eca46f2c1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Apr 07 15:11:18.890185 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-42d352e0-5047-4fa1-8322-dd2d9574307a req-0ed2469e-8306-4084-9f68-094bfb126da2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556507 Apr 07 15:11:19.418313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b79a4e-588f-4e31-a6b6-aa1f5bfda65f req-401cb4a0-8eee-483c-bfd9-31b3f547b50d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:19.421251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-88b79a4e-588f-4e31-a6b6-aa1f5bfda65f req-401cb4a0-8eee-483c-bfd9-31b3f547b50d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1689312 Apr 07 15:11:19.465058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a576-43ec-46f5-8539-644991e2e598 req-0b76020f-a500-47e9-9d80-f7a1a8109847 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:19.468177 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4375a576-43ec-46f5-8539-644991e2e598 req-0b76020f-a500-47e9-9d80-f7a1a8109847 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1210024 Apr 07 15:11:19.469929 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-88b79a4e-588f-4e31-a6b6-aa1f5bfda65f req-92aa4f4e-887f-4395-a647-ea1e8a99c160 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Apr 07 15:11:19.505994 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4375a576-43ec-46f5-8539-644991e2e598 req-6a5649de-d3ae-4fa9-bce4-672cbc9db9c5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265465 Apr 07 15:11:20.195613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48f6b8-44a2-41e5-961f-e41043692323 req-20206fa5-6e80-4459-bbac-86518db9b540 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:20.197793 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fd48f6b8-44a2-41e5-961f-e41043692323 req-20206fa5-6e80-4459-bbac-86518db9b540 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1970568 Apr 07 15:11:20.221597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b19a-98e0-4aec-b461-14e726fb0634 req-a63e6cf0-d1a9-4a60-988b-a8d981d8672b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:20.223434 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ef76b19a-98e0-4aec-b461-14e726fb0634 req-a63e6cf0-d1a9-4a60-988b-a8d981d8672b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.1813157 Apr 07 15:11:20.242603 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fd48f6b8-44a2-41e5-961f-e41043692323 req-92e8ee4a-6e75-4ae0-833d-4cef9157b037 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Apr 07 15:11:20.268051 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ef76b19a-98e0-4aec-b461-14e726fb0634 req-01114fc6-7722-4cb8-9898-c588d93dd19a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Apr 07 15:11:20.609457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df821-b12c-492b-97f9-002804273e6b req-7521505a-8efd-4e84-b15f-ad3208206135 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:20.611460 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-839df821-b12c-492b-97f9-002804273e6b req-7521505a-8efd-4e84-b15f-ad3208206135 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.1087589 Apr 07 15:11:20.771478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218474e0-f7d1-450d-b7da-d13f2bbc78ef req-d033847a-dece-46b6-9cf7-c2f94958e586 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:20.773245 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-218474e0-f7d1-450d-b7da-d13f2bbc78ef req-d033847a-dece-46b6-9cf7-c2f94958e586 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1297557 Apr 07 15:11:20.783619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Deleting port 63da4f73-1749-4a08-ad23-e597b99027c9 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:11:20.784017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:20.821122 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-218474e0-f7d1-450d-b7da-d13f2bbc78ef req-c1869e73-c2ed-4033-be70-93e7c44090a3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320976 Apr 07 15:11:20.974310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53a57c-1a8f-4c2d-ba73-ddae3079acbf req-d109e2ed-c332-49d1-902b-2c24e12589b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:20.976243 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e53a57c-1a8f-4c2d-ba73-ddae3079acbf req-d109e2ed-c332-49d1-902b-2c24e12589b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.2653611 Apr 07 15:11:21.088377 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e53a57c-1a8f-4c2d-ba73-ddae3079acbf req-848672d9-8092-4042-8640-93fd5474d1a2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937586 Apr 07 15:11:21.154141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] For port 63da4f73-1749-4a08-ad23-e597b99027c9, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=63da4f73-1749-4a08-ad23-e597b99027c9,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:21.154541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:21.630784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76ad8-f481-4641-bc93-75330b4c05dc req-7bf969f0-b31c-4437-8cf2-6d68448f6f45 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:21.647310 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-52e76ad8-f481-4641-bc93-75330b4c05dc req-7bf969f0-b31c-4437-8cf2-6d68448f6f45 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2674909 Apr 07 15:11:21.680520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Calling delete_port for 63da4f73-1749-4a08-ad23-e597b99027c9 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:11:21.702617 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-52e76ad8-f481-4641-bc93-75330b4c05dc req-d6f07421-e1fb-4456-a98a-ad2d14a9ecaa tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529473 Apr 07 15:11:21.929797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3473fa-00c2-4ca4-ae43-a013657e8478 req-1c209328-0b0a-48c8-8517-613882c226c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:21.931683 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0e3473fa-00c2-4ca4-ae43-a013657e8478 req-1c209328-0b0a-48c8-8517-613882c226c4 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 945 time: 0.1921349 Apr 07 15:11:22.000210 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0e3473fa-00c2-4ca4-ae43-a013657e8478 req-88c516ed-2f18-42a2-89b1-cf22f0c0ff9c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Apr 07 15:11:22.007655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:22.028107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777', 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', '63da4f73-1749-4a08-ad23-e597b99027c9'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:22.053989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:22.077581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecabd35-46bc-43d8-832e-ca6af98ab28a req-ccdc3758-bbe9-4e6c-a733-8f723f015386 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:22.081870 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ecabd35-46bc-43d8-832e-ca6af98ab28a req-ccdc3758-bbe9-4e6c-a733-8f723f015386 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1169176 Apr 07 15:11:22.105576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event deleted for resources: {'Port': ['ID=63da4f73-1749-4a08-ad23-e597b99027c9,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:22.113434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:22.148751 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ecabd35-46bc-43d8-832e-ca6af98ab28a req-1ed60dd2-c454-45ab-aae9-338ab8c88eb1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601110 Apr 07 15:11:22.377111 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] No DVR routers for this DVR port 63da4f73-1749-4a08-ad23-e597b99027c9 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:11:22.381352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:22.384820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'name': 'network-vif-deleted', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:22.427400 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-839df821-b12c-492b-97f9-002804273e6b req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "DELETE /v2.0/ports/63da4f73-1749-4a08-ad23-e597b99027c9 HTTP/1.1" status: 204 len: 173 time: 1.8087709 Apr 07 15:11:22.441623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec36d-62d7-409c-a301-f46ead298a38 req-4372f58c-a5cb-49f9-b059-75f35d2071cb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:22.450073 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-84eec36d-62d7-409c-a301-f46ead298a38 req-4372f58c-a5cb-49f9-b059-75f35d2071cb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1766534 Apr 07 15:11:22.489289 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-84eec36d-62d7-409c-a301-f46ead298a38 req-e8e9131d-fd09-4360-9577-986cf6bb4f00 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374844 Apr 07 15:11:22.550007 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e20878b-21ea-4911-ae4e-b7b4ccc56219', 'name': 'network-vif-deleted', 'tag': '63da4f73-1749-4a08-ad23-e597b99027c9', 'status': 'completed', 'code': 200} Apr 07 15:11:22.562900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dfb7a-f548-4280-a8d2-02afd8ffca90 req-380d915c-411f-445c-8427-0d278b92ac90 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:22.564580 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-295dfb7a-f548-4280-a8d2-02afd8ffca90 req-380d915c-411f-445c-8427-0d278b92ac90 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1011288 Apr 07 15:11:22.599723 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-295dfb7a-f548-4280-a8d2-02afd8ffca90 req-f36a5c78-09da-41a8-a8d7-88a14bdef5ad tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282104 Apr 07 15:11:22.707951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-3bf1c87e-4b92-4c10-8933-6b05912bc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:22.709608 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-3bf1c87e-4b92-4c10-8933-6b05912bc2e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1098 time: 0.0843539 Apr 07 15:11:23.004772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-dbdc982c-9306-4b43-988d-6c86e48a60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:23.007630 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-dbdc982c-9306-4b43-988d-6c86e48a60eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.2884989 Apr 07 15:11:23.131312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0f119-62d0-4022-9701-287c329b87ba req-f8761ecb-5f9a-458a-9660-909a9a5df35e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:23.140360 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0a0f119-62d0-4022-9701-287c329b87ba req-f8761ecb-5f9a-458a-9660-909a9a5df35e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2527719 Apr 07 15:11:23.163354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56366) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:23.226171 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0a0f119-62d0-4022-9701-287c329b87ba req-22e15184-81b6-4120-9231-ac7397ee1237 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845652 Apr 07 15:11:23.235151 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-9ceb1cf2-fc1a-4860-ab1a-c9e701c2f507 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 1001 time: 0.2030742 Apr 07 15:11:23.379026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-dcd11982-ad99-4a86-a063-dca152cba045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:23.386458 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-dcd11982-ad99-4a86-a063-dca152cba045 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.1369007 Apr 07 15:11:23.427982 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-07f20a1d-b35f-45c7-9a1e-5132e323bbdd req-4709fe12-c617-4f4f-af9a-d3355fbc7055 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e20878b-21ea-4911-ae4e-b7b4ccc56219 HTTP/1.1" status: 200 len: 210 time: 0.1115327 Apr 07 15:11:23.466223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:23.484251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:23.489332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5d366f878b443d8efc4e77630c6113 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:23.492908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:23.499972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:23.514961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-d471585a-4a0b-49de-9b57-b97842d01cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:23.514961 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-d471585a-4a0b-49de-9b57-b97842d01cb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241705 Apr 07 15:11:23.630613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:23.631337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56380) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:23.644158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:23.701080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5fac89cb-c347-4062-9243-b5301b02b2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:23.725058 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-e604df8b-c614-4826-9ff7-36152fc9f46f service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007353 Apr 07 15:11:23.742151 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d5d366f878b443d8efc4e77630c6113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772762 Apr 07 15:11:23.743919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf4c4f-a7bf-4d4f-b4c9-ba37e34a8a50,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:23.747018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56386) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:23.749801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:23.879622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.147334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.182708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.190084 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ba760d8-16a2-4f4a-92fb-ba4ad3e4d472 req-28cbe7e5-68ae-4c78-a651-321f5155f8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536524 Apr 07 15:11:24.198034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:24.208371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09ea8-2cb5-4247-ab59-fe3d92d50814 req-96f80be9-fe41-4bca-831e-807b03204cb6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:24.208736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e696e-2c24-49e7-a083-419f46ab7537 req-3c04d990-29f0-4438-9a50-4a2c6069a726 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:24.211613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-13b09ea8-2cb5-4247-ab59-fe3d92d50814 req-96f80be9-fe41-4bca-831e-807b03204cb6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.4821565 Apr 07 15:11:24.212322 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7c3e696e-2c24-49e7-a083-419f46ab7537 req-3c04d990-29f0-4438-9a50-4a2c6069a726 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.4327550 Apr 07 15:11:24.236079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Usage tracker for resource:security_group_rule and tenant:68a3bd6e2c0648e3bd67558cb444587d is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:24.246511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:24.251677 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-13b09ea8-2cb5-4247-ab59-fe3d92d50814 req-cb80549d-13ba-47f5-87dd-15cd39948c0f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265255 Apr 07 15:11:24.295439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:24.362777 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7c3e696e-2c24-49e7-a083-419f46ab7537 req-708504fe-4e3e-424f-bbe6-107ad3210a79 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315575 Apr 07 15:11:24.407453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.412650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f9f00988-88db-4ee0-9cff-6ff3bf230de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:24.435091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf4c4f-a7bf-4d4f-b4c9-ba37e34a8a50,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:24.450815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:24.462340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568270c2-87ef-4f06-9b18-87859a0ba503 req-28227d71-1982-44b0-a559-2343c749ad22 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:24.465118 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-568270c2-87ef-4f06-9b18-87859a0ba503 req-28227d71-1982-44b0-a559-2343c749ad22 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1047626 Apr 07 15:11:24.485476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.489792 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bcf4c4f-a7bf-4d4f-b4c9-ba37e34a8a50 HTTP/1.1" status: 204 len: 168 time: 0.7386732 Apr 07 15:11:24.489792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.495471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.534579 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-568270c2-87ef-4f06-9b18-87859a0ba503 req-2c81af7d-d010-4302-9254-c4a327fbc2c0 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584214 Apr 07 15:11:24.540755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:11:24.546692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e84ff0e9-7b5d-496b-b6c1-6b4d1d0d6e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:24.547210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 63da4f73-1749-4a08-ad23-e597b99027c9 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:11:24.589415 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68a3bd6e2c0648e3bd67558cb444587d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9564745 Apr 07 15:11:24.595488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 56398) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:24.606057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045a41ca-8e4c-4a8d-8f78-d7a1e1fa838b,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:24.621650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:24.703020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.742929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.799663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.806986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:24.825659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:24.826979 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/045a41ca-8e4c-4a8d-8f78-d7a1e1fa838b HTTP/1.1" status: 204 len: 168 time: 0.2299082 Apr 07 15:11:24.840558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 63da4f73-1749-4a08-ad23-e597b99027c9 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:11:24.840965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 63da4f73-1749-4a08-ad23-e597b99027c9 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:11:24.841461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a41ca-8e4c-4a8d-8f78-d7a1e1fa838b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:24.855881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:25.042351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:25.082337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'e4148168-2668-453c-900c-0204a66238f0', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:11:25.224721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:25.226337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4148168-2668-453c-900c-0204a66238f0 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:11:25.245596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:25.249106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:25.251880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:25.338886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=6']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:25.343031 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:25.380353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['e4148168-2668-453c-900c-0204a66238f0'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:25.589825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466b66d-c2da-4f46-96ea-0add4530f967 req-3965b21c-458a-4d20-9026-69d6967ffabc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:25.592597 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3466b66d-c2da-4f46-96ea-0add4530f967 req-3965b21c-458a-4d20-9026-69d6967ffabc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 945 time: 0.1204717 Apr 07 15:11:25.638522 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3466b66d-c2da-4f46-96ea-0add4530f967 req-9a202cb9-0266-4a11-948a-e70e9335d9ce tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Apr 07 15:11:25.652496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07262c-f2db-419e-9805-b593f15c79cc req-d338e70c-48e6-43d4-9e09-47d5bfedf51c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:25.663533 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3f07262c-f2db-419e-9805-b593f15c79cc req-d338e70c-48e6-43d4-9e09-47d5bfedf51c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1493390 Apr 07 15:11:25.703684 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3f07262c-f2db-419e-9805-b593f15c79cc req-c730e7ac-085f-4d0d-a30f-3829323b3947 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383649 Apr 07 15:11:25.895252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8727-99bd-46f6-84d3-54463597d8ed req-139bc146-12ad-4c48-a20d-5d2fde01b92c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:25.897028 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b5d8727-99bd-46f6-84d3-54463597d8ed req-139bc146-12ad-4c48-a20d-5d2fde01b92c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0970454 Apr 07 15:11:25.936113 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b5d8727-99bd-46f6-84d3-54463597d8ed req-f8933998-649e-46cf-b80f-b17e48b890a7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Apr 07 15:11:26.442668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31487baa-1fd0-4c82-9861-df93d64a2354 req-fd64fc9c-d3f4-49dc-8ea8-c388022fd421 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:26.443587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-31487baa-1fd0-4c82-9861-df93d64a2354 req-fd64fc9c-d3f4-49dc-8ea8-c388022fd421 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:11:26.460781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-31487baa-1fd0-4c82-9861-df93d64a2354 req-fd64fc9c-d3f4-49dc-8ea8-c388022fd421 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:11:26.462377 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-31487baa-1fd0-4c82-9861-df93d64a2354 req-fd64fc9c-d3f4-49dc-8ea8-c388022fd421 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.1183374 Apr 07 15:11:26.504145 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-31487baa-1fd0-4c82-9861-df93d64a2354 req-6fa0dcc1-3618-46c8-854a-4ad3aec504cd tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Apr 07 15:11:26.535829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:11:26.675102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port e4148168-2668-453c-900c-0204a66238f0 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:11:26.676313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:26.825666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:26.850220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:26.867374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:26.871234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:26.873525 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:26.941526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6cc4-927d-4190-aa4c-11c57084a755 req-05fa6f67-6ddf-4d2d-8f08-309e67914684 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:26.944026 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f35f6cc4-927d-4190-aa4c-11c57084a755 req-05fa6f67-6ddf-4d2d-8f08-309e67914684 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1071825 Apr 07 15:11:26.960813 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'code': 200} Apr 07 15:11:26.967891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=7']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:26.980079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:26.983389 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f35f6cc4-927d-4190-aa4c-11c57084a755 req-5bc42098-222a-491f-85ae-c90a400f9939 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Apr 07 15:11:27.228293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba444ff-bd54-47a4-9c60-bc2b8a674330 req-1037778f-1795-4714-8474-68a25a750a19 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:27.229951 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cba444ff-bd54-47a4-9c60-bc2b8a674330 req-1037778f-1795-4714-8474-68a25a750a19 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1012664 Apr 07 15:11:27.270564 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cba444ff-bd54-47a4-9c60-bc2b8a674330 req-8f495ef7-4683-4d52-bda5-1447b91ab2cf tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Apr 07 15:11:27.796028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5b156-a74e-4f52-8986-df23aab9d809 req-21aea2c5-61a2-41c7-80da-353f2ffb03ef tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:27.797705 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ffc5b156-a74e-4f52-8986-df23aab9d809 req-21aea2c5-61a2-41c7-80da-353f2ffb03ef tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0999024 Apr 07 15:11:27.837320 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ffc5b156-a74e-4f52-8986-df23aab9d809 req-c65f74ca-a5b5-47dc-a96f-2cb71bbe8ff3 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267379 Apr 07 15:11:28.267629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3e9f0-fdf6-4be6-b9af-f75dc83c54df req-e5274e79-7708-4973-b598-eb6fe4d6ea38 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:28.277155 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3dc3e9f0-fdf6-4be6-b9af-f75dc83c54df req-e5274e79-7708-4973-b598-eb6fe4d6ea38 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1210358 Apr 07 15:11:28.319673 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3dc3e9f0-fdf6-4be6-b9af-f75dc83c54df req-1b4d012a-7fca-486f-aee9-c4038be6cd4f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Apr 07 15:11:28.443267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-893091e8-425b-42cb-8bf1-a7b23a5a372c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:28.448018 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-893091e8-425b-42cb-8bf1-a7b23a5a372c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.1204665 Apr 07 15:11:28.568629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Deleting port d3609d6f-50bf-4cee-ba09-3238a58e15dd {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:11:28.569527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:28.600556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80afcb-e10d-4f82-8061-03323a52c8da req-71726e17-a1eb-4e7d-8dd6-9d960bf14d27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:28.609757 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ee80afcb-e10d-4f82-8061-03323a52c8da req-71726e17-a1eb-4e7d-8dd6-9d960bf14d27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1182508 Apr 07 15:11:28.647436 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ee80afcb-e10d-4f82-8061-03323a52c8da req-c4315c40-5ef6-4678-8adc-f3768e5383ae tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Apr 07 15:11:28.904838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] For port d3609d6f-50bf-4cee-ba09-3238a58e15dd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=d3609d6f-50bf-4cee-ba09-3238a58e15dd,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:28.905355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:29.094516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Calling delete_port for d3609d6f-50bf-4cee-ba09-3238a58e15dd owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:11:29.272467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57a85-78dd-4a1e-89e0-278e12643d23 req-df3dabbc-a2af-4025-9d9e-9391449be0fb tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:29.274205 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-55e57a85-78dd-4a1e-89e0-278e12643d23 req-df3dabbc-a2af-4025-9d9e-9391449be0fb tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 945 time: 0.1990299 Apr 07 15:11:29.410502 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-55e57a85-78dd-4a1e-89e0-278e12643d23 req-eb805fe8-d992-43b1-b1c2-de874edc538d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637429 Apr 07 15:11:29.454407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:29.471753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777', 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:29.481416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a3138a44-49fc-4ef1-a61b-4e224dccdc6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:29.560265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event deleted for resources: {'Port': ['ID=d3609d6f-50bf-4cee-ba09-3238a58e15dd,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:29.562962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:29.700895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684db84-0516-42cb-803a-0ad14b9bf7ec req-e7470a6b-d331-4f6f-a3b3-3819f2957452 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:29.711478 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2684db84-0516-42cb-803a-0ad14b9bf7ec req-e7470a6b-d331-4f6f-a3b3-3819f2957452 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1408854 Apr 07 15:11:29.794867 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2684db84-0516-42cb-803a-0ad14b9bf7ec req-ba226212-e362-4b62-8217-82614f2dca35 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744781 Apr 07 15:11:29.811787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] No DVR routers for this DVR port d3609d6f-50bf-4cee-ba09-3238a58e15dd on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:11:29.815491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:29.821420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'name': 'network-vif-deleted', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:29.850429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fe56e916-b9d8-4912-a600-49d28476bf5f req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "DELETE /v2.0/ports/d3609d6f-50bf-4cee-ba09-3238a58e15dd HTTP/1.1" status: 204 len: 173 time: 1.3950887 Apr 07 15:11:30.018407 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edb689-7eb3-4be2-ba92-6967dca7c9e6', 'name': 'network-vif-deleted', 'tag': 'd3609d6f-50bf-4cee-ba09-3238a58e15dd', 'status': 'completed', 'code': 200} Apr 07 15:11:30.106066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e345d67-2004-409e-aa1c-d94328d4c1a6 req-292639f3-96c3-4a7a-b38a-fef497daba32 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:30.108275 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2e345d67-2004-409e-aa1c-d94328d4c1a6 req-292639f3-96c3-4a7a-b38a-fef497daba32 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2057476 Apr 07 15:11:30.177458 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2e345d67-2004-409e-aa1c-d94328d4c1a6 req-f83f76dc-7d39-4aa1-bf89-c05d6450ffab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Apr 07 15:11:30.317367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:11:30.634157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device d3609d6f-50bf-4cee-ba09-3238a58e15dd no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:11:30.718008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: d3609d6f-50bf-4cee-ba09-3238a58e15dd {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:11:30.718008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device d3609d6f-50bf-4cee-ba09-3238a58e15dd not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:11:30.732290 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-508516a5-d941-4afb-93a3-6b4760fc7cf2 req-3b54ac40-63ce-42d9-8efa-37434652ef38 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8edb689-7eb3-4be2-ba92-6967dca7c9e6 HTTP/1.1" status: 200 len: 210 time: 0.1221778 Apr 07 15:11:31.046129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc0e7a-b7a1-4abf-8161-c6d37ae3c156 req-346f13dc-0b4d-46b5-bc24-2968ee951910 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:31.053526 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-acdc0e7a-b7a1-4abf-8161-c6d37ae3c156 req-346f13dc-0b4d-46b5-bc24-2968ee951910 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1105306 Apr 07 15:11:31.097233 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-acdc0e7a-b7a1-4abf-8161-c6d37ae3c156 req-783e96c1-bc0d-4aaa-b841-1783259a0151 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Apr 07 15:11:31.436723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c8d2-d243-4a13-9f0a-c2a1c5e94b18 req-b196e7ee-4d89-4751-8ec8-181c1cddb08f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:31.438472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb85c8d2-d243-4a13-9f0a-c2a1c5e94b18 req-b196e7ee-4d89-4751-8ec8-181c1cddb08f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1052370 Apr 07 15:11:31.479159 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb85c8d2-d243-4a13-9f0a-c2a1c5e94b18 req-d96f8182-377c-4ea6-8f96-6519c5ea5565 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Apr 07 15:11:32.352532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3962ffe-7154-46d0-bede-51baed871b52 req-ca16285b-4d53-4fac-84b6-72341e2682a6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:32.359593 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a3962ffe-7154-46d0-bede-51baed871b52 req-ca16285b-4d53-4fac-84b6-72341e2682a6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.0990398 Apr 07 15:11:32.413953 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a3962ffe-7154-46d0-bede-51baed871b52 req-ba83caac-8c6d-4822-8e90-9fbdbe466adc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522921 Apr 07 15:11:32.449535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc3218-5ea1-4ca7-b26f-427cf1edc7dd req-872e6d66-ccd0-4062-b65b-09022d60caf5 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:32.451965 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61bc3218-5ea1-4ca7-b26f-427cf1edc7dd req-872e6d66-ccd0-4062-b65b-09022d60caf5 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 946 time: 0.1356881 Apr 07 15:11:32.495937 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61bc3218-5ea1-4ca7-b26f-427cf1edc7dd req-c2567363-41a9-47a4-b2ae-d07447adddea tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Apr 07 15:11:32.780876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8049dac-cc09-41c3-929d-e97fe8c8ead3 req-f0bdc743-4a15-413e-be6d-464c6aed8324 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:32.788998 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8049dac-cc09-41c3-929d-e97fe8c8ead3 req-f0bdc743-4a15-413e-be6d-464c6aed8324 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1673756 Apr 07 15:11:32.837017 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8049dac-cc09-41c3-929d-e97fe8c8ead3 req-45eb4d96-d82c-4f54-8258-cf4844dab464 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Apr 07 15:11:33.735443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05378ac-e5c8-4907-8f05-5c3d81ef7434 req-b670a2e3-765e-40cb-8105-12b6a0869207 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:33.745481 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c05378ac-e5c8-4907-8f05-5c3d81ef7434 req-b670a2e3-765e-40cb-8105-12b6a0869207 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1809881 Apr 07 15:11:33.787431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c05378ac-e5c8-4907-8f05-5c3d81ef7434 req-c5fc3890-0f11-41f3-bb41-cdac28a495a4 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Apr 07 15:11:33.940154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea70cb-c2e5-4c1c-8b55-9e21b5c8f263 req-898ae26f-fab7-4908-b37d-26bcbacd2bf2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:33.941570 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-3fea70cb-c2e5-4c1c-8b55-9e21b5c8f263 req-898ae26f-fab7-4908-b37d-26bcbacd2bf2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:11:34.146148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68798e53-7e4f-46f6-9801-2742e176c189 req-af2d734d-73dc-42f2-80ff-7c58f201b0cb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:34.148195 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-68798e53-7e4f-46f6-9801-2742e176c189 req-af2d734d-73dc-42f2-80ff-7c58f201b0cb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1415496 Apr 07 15:11:34.214584 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-68798e53-7e4f-46f6-9801-2742e176c189 req-7a55e306-edef-4c62-90e7-5e393752c81d tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Apr 07 15:11:34.448589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-c9bbf0d6-113e-4a0e-b6a7-440d86525b9a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:34.449363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-c9bbf0d6-113e-4a0e-b6a7-440d86525b9a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:11:34.462909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-3fea70cb-c2e5-4c1c-8b55-9e21b5c8f263 req-898ae26f-fab7-4908-b37d-26bcbacd2bf2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:11:34.469364 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3fea70cb-c2e5-4c1c-8b55-9e21b5c8f263 req-898ae26f-fab7-4908-b37d-26bcbacd2bf2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 946 time: 0.7805965 Apr 07 15:11:34.475118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-c9bbf0d6-113e-4a0e-b6a7-440d86525b9a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:11:34.477515 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-c9bbf0d6-113e-4a0e-b6a7-440d86525b9a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 946 time: 0.7100134 Apr 07 15:11:34.539708 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3fea70cb-c2e5-4c1c-8b55-9e21b5c8f263 req-2eba18bd-7c4c-46e2-8161-1f30ff4698e2 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Apr 07 15:11:34.685519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Deleting port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:11:34.685823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:35.004573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] For port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:35.005175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:35.145818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08460430-a0fb-4275-a2cf-4c5e58956f47 req-fd2146df-4db0-440e-ae57-ddd12b6d8b5d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:35.150428 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08460430-a0fb-4275-a2cf-4c5e58956f47 req-fd2146df-4db0-440e-ae57-ddd12b6d8b5d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1512887 Apr 07 15:11:35.168156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Calling delete_port for b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:11:35.195970 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08460430-a0fb-4275-a2cf-4c5e58956f47 req-8bd98bad-0257-4b50-9ba4-f47b4654c881 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Apr 07 15:11:35.423669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:35.438339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:35.659467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:35.823583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-019e8f99-e626-4880-88c3-a6b9677c9f6c req-cc57a379-85ee-4120-b703-d202bbf7e287 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f7cd708-3b16-4840-88b3-0159d4a3cc57 HTTP/1.1" status: 200 len: 210 time: 0.1031437 Apr 07 15:11:35.829648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event deleted for resources: {'Port': ['ID=b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:35.839523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:35.878925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8900b-0ca4-4951-9fd6-93dc49851afc req-e174b4d0-785b-44bd-9cba-f9db5fd4b865 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:35.887548 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58a8900b-0ca4-4951-9fd6-93dc49851afc req-e174b4d0-785b-44bd-9cba-f9db5fd4b865 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.5123749 Apr 07 15:11:35.924565 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58a8900b-0ca4-4951-9fd6-93dc49851afc req-4530b535-4040-48dc-98ac-aa3e6d45374f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Apr 07 15:11:36.013900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] No DVR routers for this DVR port b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:11:36.016749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:36.018309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fbe12041-b053-44df-956c-3f79c9801562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:36.019785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'name': 'network-vif-deleted', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:36.048927 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-07e7d53c-24c7-4dae-a9ed-f9e5459fb585 req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "DELETE /v2.0/ports/b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 HTTP/1.1" status: 204 len: 173 time: 1.5074565 Apr 07 15:11:36.084021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7cd708-3b16-4840-88b3-0159d4a3cc57', 'name': 'network-vif-deleted', 'tag': 'b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1', 'status': 'completed', 'code': 200} Apr 07 15:11:36.418783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d5bd-2614-41b7-9d61-acaa5cb5b6ba req-6bfaf449-bf93-4ea3-bba1-68b969869280 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:36.420681 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-89b8d5bd-2614-41b7-9d61-acaa5cb5b6ba req-6bfaf449-bf93-4ea3-bba1-68b969869280 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.0993223 Apr 07 15:11:36.462049 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-89b8d5bd-2614-41b7-9d61-acaa5cb5b6ba req-5a672c06-4f34-47b4-9627-63242a9efd2f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Apr 07 15:11:36.590259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:11:36.636522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:11:36.637205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device b59c6e7f-06a0-4b0f-a3f7-e0249c5d70b1 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:11:37.294526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312f862-648d-435a-bc65-cac9179883e2 req-332b4e81-c7b7-4da8-91ff-aa2d2c3abb8f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:37.296466 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7312f862-648d-435a-bc65-cac9179883e2 req-332b4e81-c7b7-4da8-91ff-aa2d2c3abb8f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1609147 Apr 07 15:11:37.336089 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7312f862-648d-435a-bc65-cac9179883e2 req-da8eae9c-db0b-489b-a464-fdbf91d0d838 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Apr 07 15:11:37.739362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246c4a8-de33-4ae8-8e08-4b7e74e355a4 req-a459e77d-0fa8-4b5d-9b74-a7b8be0e9f7f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:37.742057 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f246c4a8-de33-4ae8-8e08-4b7e74e355a4 req-a459e77d-0fa8-4b5d-9b74-a7b8be0e9f7f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1358669 Apr 07 15:11:37.815601 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f246c4a8-de33-4ae8-8e08-4b7e74e355a4 req-48c4e3a5-e8fd-41c8-a05d-33d3b3534186 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512698 Apr 07 15:11:38.568438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f760a5-f46a-4dbd-aba3-fc3ba5bf9860 req-b460c5ec-be3e-46ad-8e1a-bc12515c78ac tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:38.570242 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9f760a5-f46a-4dbd-aba3-fc3ba5bf9860 req-b460c5ec-be3e-46ad-8e1a-bc12515c78ac tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0986855 Apr 07 15:11:38.609924 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9f760a5-f46a-4dbd-aba3-fc3ba5bf9860 req-e67fd7c2-738c-4123-ac5f-3ae8c6980717 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Apr 07 15:11:38.746070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4584f-1b02-41e9-be3f-f01dd5cb48ed req-34a1c372-25f1-4428-af23-8f5c29cecfa9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:38.746930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-d5f4584f-1b02-41e9-be3f-f01dd5cb48ed req-34a1c372-25f1-4428-af23-8f5c29cecfa9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Synchronizing usage tracker for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:11:38.759997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aae04de7-8afd-4149-8ccf-87acf89c52a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:38.763381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-d5f4584f-1b02-41e9-be3f-f01dd5cb48ed req-34a1c372-25f1-4428-af23-8f5c29cecfa9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Unset dirty status for tenant:8962940fb7254722ac38008ca78b8721 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:11:38.764726 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d5f4584f-1b02-41e9-be3f-f01dd5cb48ed req-34a1c372-25f1-4428-af23-8f5c29cecfa9 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 0.1093361 Apr 07 15:11:38.797173 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d5f4584f-1b02-41e9-be3f-f01dd5cb48ed req-12963003-6a35-4f3f-982e-b91d5f18007d tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257235 Apr 07 15:11:39.057977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd04c01-c42b-47d5-8b96-cfc53fc46c59 req-694d0960-0c01-47c7-b5d0-9e474af7ff97 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.067044 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5bd04c01-c42b-47d5-8b96-cfc53fc46c59 req-694d0960-0c01-47c7-b5d0-9e474af7ff97 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1075666 Apr 07 15:11:39.096411 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5bd04c01-c42b-47d5-8b96-cfc53fc46c59 req-5dc42fc1-0631-40f6-b16a-45a968ae6b5b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283439 Apr 07 15:11:39.096987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-6b7f86d9-bed5-4b94-b1ca-7ac38f367476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.098714 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-6b7f86d9-bed5-4b94-b1ca-7ac38f367476 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1099 time: 0.0901275 Apr 07 15:11:39.131256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:39.252731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-04d9ed5c-4ba0-4641-9ba0-cb888f9ba841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.254352 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-04d9ed5c-4ba0-4641-9ba0-cb888f9ba841 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.1470654 Apr 07 15:11:39.371306 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-efe0d38c-1960-408f-b229-73407e8eae5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 1001 time: 0.1075037 Apr 07 15:11:39.458322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-8b34dd00-bf94-4da5-8dd5-324bc6e291d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.459943 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-8b34dd00-bf94-4da5-8dd5-324bc6e291d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0697787 Apr 07 15:11:39.551255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-4337189f-864b-4597-9b19-e0611f8032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.552892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-4337189f-864b-4597-9b19-e0611f8032e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841107 Apr 07 15:11:39.703892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-b8f91048-b8fa-42e6-b9c8-05ef5ac8ceff service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431584 Apr 07 15:11:39.921136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:39.949404 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e6a5d7e-3bc5-48ea-b8ab-f585887d25d4 req-131cbba6-7a23-4b51-936d-6343109d5cbd service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352245 Apr 07 15:11:39.971342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecbfdb-fee7-46d8-bc04-530e11f0d807 req-e327784b-9c8f-4dda-b819-8d412807c3da tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:39.973081 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86ecbfdb-fee7-46d8-bc04-530e11f0d807 req-e327784b-9c8f-4dda-b819-8d412807c3da tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1587040 Apr 07 15:11:39.979722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 56678) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:40.013615 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86ecbfdb-fee7-46d8-bc04-530e11f0d807 req-0e715374-2ef8-445f-8b50-7110994aa3f1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Apr 07 15:11:40.089667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.125730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.152882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:40.158438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4b38d0b7464aec9656324da2054885 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:40.162936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:40.171646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:40.176019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7b8c0-7ec5-4cac-9629-12413e14c8bb req-4c11897f-a500-4e7e-82d6-4cd73d3c2e61 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:40.177915 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-70a7b8c0-7ec5-4cac-9629-12413e14c8bb req-4c11897f-a500-4e7e-82d6-4cd73d3c2e61 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 0.1008868 Apr 07 15:11:40.236884 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-70a7b8c0-7ec5-4cac-9629-12413e14c8bb req-bae550b2-99cd-4647-ae13-7d37574a8b8a tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/security-groups?id=91c59d33-b334-4d63-8852-d664c8e42817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Apr 07 15:11:40.316456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.321914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.332028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-806a9c8c-47b7-433b-9008-1e1ac1d9b0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:40.396061 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f4b38d0b7464aec9656324da2054885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149652 Apr 07 15:11:40.399400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56688) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:40.403838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a06b0-51f0-4048-bddc-69a01fe2ff4d,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:40.407510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:40.422094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ae329-fd9b-41a7-ae5b-81549661943b req-4834816f-18ac-40eb-bb6d-9436866f2f4d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:40.423731 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba4ae329-fd9b-41a7-ae5b-81549661943b req-4834816f-18ac-40eb-bb6d-9436866f2f4d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.1854446 Apr 07 15:11:40.456462 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba4ae329-fd9b-41a7-ae5b-81549661943b req-c2559010-cca9-4240-9a44-daee0499f102 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259418 Apr 07 15:11:40.470952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.501662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.555870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.560124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-af8b8ab6-4d20-447a-839f-2b8bdc44ee53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:40.573011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a06b0-51f0-4048-bddc-69a01fe2ff4d,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:40.577414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:40.581166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.586628 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b1a06b0-51f0-4048-bddc-69a01fe2ff4d HTTP/1.1" status: 204 len: 168 time: 0.1819427 Apr 07 15:11:40.637026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-81222619-ebf6-40d0-9b38-8e2863c4742f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:40.638705 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-81222619-ebf6-40d0-9b38-8e2863c4742f tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 945 time: 0.0943441 Apr 07 15:11:40.722254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:40.750832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Deleting port fdd21184-37e4-4353-913e-12a352814777 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:11:40.751269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:41.036516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] For port fdd21184-37e4-4353-913e-12a352814777, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=fdd21184-37e4-4353-913e-12a352814777,segment=NetworkSegment(bb3acccd-fc26-4b81-9c73-1935a9fadee0),segment_id=bb3acccd-fc26-4b81-9c73-1935a9fadee0)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:41.037024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:41.187697 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Calling delete_port for fdd21184-37e4-4353-913e-12a352814777 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:11:41.249466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5f30-e90e-48d3-b6ce-b510dd139a0a req-c5a6a2a4-4fc3-428f-b9f9-1e634a5847b5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:41.251227 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-724a5f30-e90e-48d3-b6ce-b510dd139a0a req-c5a6a2a4-4fc3-428f-b9f9-1e634a5847b5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0995648 Apr 07 15:11:41.283934 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-724a5f30-e90e-48d3-b6ce-b510dd139a0a req-9c599ee8-e94d-4aa1-839b-675e3046c66e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257597 Apr 07 15:11:41.365193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:41.379088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['fdd21184-37e4-4353-913e-12a352814777'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:11:41.386053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:41.481649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Pushing event deleted for resources: {'Port': ['ID=fdd21184-37e4-4353-913e-12a352814777,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:41.492368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:41.502146 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4f20fd07-a23c-4db2-9895-4e2cf94b8b19 req-11703b52-28c5-4f9c-b689-ec968a58bcb7 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.0827754 Apr 07 15:11:41.716148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] No DVR routers for this DVR port fdd21184-37e4-4353-913e-12a352814777 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:11:41.719668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:41.722895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'name': 'network-vif-deleted', 'tag': 'fdd21184-37e4-4353-913e-12a352814777'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:41.772921 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb308ff7-24e0-46a8-baf9-a6a1b3e4df62 req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.62 "DELETE /v2.0/ports/fdd21184-37e4-4353-913e-12a352814777 HTTP/1.1" status: 204 len: 173 time: 1.1248119 Apr 07 15:11:41.792339 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6462ebc3-36ba-4a21-bd52-8cf392bd616a', 'name': 'network-vif-deleted', 'tag': 'fdd21184-37e4-4353-913e-12a352814777', 'status': 'completed', 'code': 200} Apr 07 15:11:41.862838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a573a3-ba8d-457f-be2e-ebc01e910e40 req-b2eb2f51-2440-40ed-80a8-35ab3b9d6d12 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:41.865900 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17a573a3-ba8d-457f-be2e-ebc01e910e40 req-b2eb2f51-2440-40ed-80a8-35ab3b9d6d12 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 946 time: 0.2129114 Apr 07 15:11:41.923275 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17a573a3-ba8d-457f-be2e-ebc01e910e40 req-c2e0f10e-91cb-409a-9fa0-b19ff813b70b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497131 Apr 07 15:11:42.550844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864633-f4a1-4fa5-9287-164179dfd16b req-b82980af-c668-4663-8ef8-67f7be14decf tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:42.552714 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86864633-f4a1-4fa5-9287-164179dfd16b req-b82980af-c668-4663-8ef8-67f7be14decf tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0984375 Apr 07 15:11:42.587669 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-86864633-f4a1-4fa5-9287-164179dfd16b req-54abd5ce-c902-47fa-a231-4e6b77917676 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260897 Apr 07 15:11:42.616614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device fdd21184-37e4-4353-913e-12a352814777 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:11:42.656301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: fdd21184-37e4-4353-913e-12a352814777 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:11:42.656698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device fdd21184-37e4-4353-913e-12a352814777 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:11:42.657184 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:11:42.693457 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3cdecea6-7031-4d50-91d5-3ce70765e7df req-9ff768cb-29d1-4cdd-8794-276e31dc04f5 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6462ebc3-36ba-4a21-bd52-8cf392bd616a HTTP/1.1" status: 200 len: 210 time: 0.0534935 Apr 07 15:11:42.785384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:42.799714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:11:42.812166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:11:42.820259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:42.824510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:42.897890 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'code': 422} returned with failed status Apr 07 15:11:42.960003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=8']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:42.964073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:43.142768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf8917-e938-43d2-82c3-c0bd3e98cf5e req-cdab7363-6f0c-4524-8037-1c255247ad05 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:43.144383 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91cf8917-e938-43d2-82c3-c0bd3e98cf5e req-cdab7363-6f0c-4524-8037-1c255247ad05 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.0943885 Apr 07 15:11:43.180608 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91cf8917-e938-43d2-82c3-c0bd3e98cf5e req-d34fa207-bc27-4bfc-b88f-ffa71c8acd64 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296075 Apr 07 15:11:43.890448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 56760) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:43.907167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d23fe-fd96-4844-8efb-c68388838dd0 req-5b07b969-0739-42ef-a60f-1430f261ce65 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:43.909181 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-814d23fe-fd96-4844-8efb-c68388838dd0 req-5b07b969-0739-42ef-a60f-1430f261ce65 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1404290 Apr 07 15:11:43.945004 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-814d23fe-fd96-4844-8efb-c68388838dd0 req-37858344-b71a-461e-9c6d-551d495d6341 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291297 Apr 07 15:11:43.986519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Deleting subnet 23942e28-e347-4a5c-90d5-d574a697e2d9 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:11:43.990310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:44.050114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:44.134837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:44.428619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e482f-f122-4f9c-b482-c0223b81634c req-212bef05-ea4a-401a-a731-f42d9d60ce51 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:44.430265 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b51e482f-f122-4f9c-b482-c0223b81634c req-212bef05-ea4a-401a-a731-f42d9d60ce51 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1357508 Apr 07 15:11:44.474374 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b51e482f-f122-4f9c-b482-c0223b81634c req-bfe4fafb-8b6b-4b01-98d6-89b3a52d8fd7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301304 Apr 07 15:11:44.477632 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:44.494521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:44.788028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23942e28-e347-4a5c-90d5-d574a697e2d9,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:44.838506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:44.882100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:44.889050 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/23942e28-e347-4a5c-90d5-d574a697e2d9 HTTP/1.1" status: 204 len: 168 time: 0.9973459 Apr 07 15:11:44.891916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 56790) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:44.925290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56796) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:45.090315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:45.096532 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-dba923bb-4636-41b5-ab8a-80e5b4d97b23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1623304 Apr 07 15:11:45.426856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:45.532421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfa6eb-54b8-4d7f-bd19-399ecdccd0a5 req-9ee6d2b9-b8b9-4c7c-a6b5-c0eec8325a81 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:45.534184 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-69bfa6eb-54b8-4d7f-bd19-399ecdccd0a5 req-9ee6d2b9-b8b9-4c7c-a6b5-c0eec8325a81 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.3430276 Apr 07 15:11:45.592300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce25d48-5e4d-4185-ad43-f2f272a6a919']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:45.613606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-69bfa6eb-54b8-4d7f-bd19-399ecdccd0a5 req-4235a111-c1c3-4128-8033-f74f2f2a656e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Apr 07 15:11:45.615665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3acccd-fc26-4b81-9c73-1935a9fadee0') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:45.616087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3acccd-fc26-4b81-9c73-1935a9fadee0') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:11:45.631669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:45.662522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:45.675367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:11:45.867867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad03a09-416d-46cd-b37c-0071148eb22e req-165327a5-2ded-4e13-ba02-f362bef279f3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:45.869625 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ad03a09-416d-46cd-b37c-0071148eb22e req-165327a5-2ded-4e13-ba02-f362bef279f3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1481330 Apr 07 15:11:45.928554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:11:45.940406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:45.942002 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ad03a09-416d-46cd-b37c-0071148eb22e req-276f2d90-7340-4810-b4b4-9d00a68efba7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579822 Apr 07 15:11:46.193700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Network 9ce25d48-5e4d-4185-ad43-f2f272a6a919 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:11:46.220849 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:11:46.310154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb516600-64e3-4b0f-8c81-d2aaa59c0bfe req-c775a733-713a-4db4-b11a-7e907cbdfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:46.311805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bb516600-64e3-4b0f-8c81-d2aaa59c0bfe req-c775a733-713a-4db4-b11a-7e907cbdfc85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.3738301 Apr 07 15:11:46.313040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.317371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:46.341816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.358196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce25d48-5e4d-4185-ad43-f2f272a6a919,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:46.371719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:46.375078 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bb516600-64e3-4b0f-8c81-d2aaa59c0bfe req-1a60f8c3-2395-415c-92f2-065354777089 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Apr 07 15:11:46.376883 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] 10.222.0.30 "DELETE /v2.0/networks/9ce25d48-5e4d-4185-ad43-f2f272a6a919 HTTP/1.1" status: 204 len: 168 time: 1.4836373 Apr 07 15:11:46.642956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56824) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:46.685200 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6ef2714a-ce8f-4836-af05-53af0fd6b07a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8962940fb7254722ac38008ca78b8721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406032 Apr 07 15:11:46.687930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 56830) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:46.729629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-abd56dc6-c747-43ef-af06-38937dfb50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:46.731744 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-abd56dc6-c747-43ef-af06-38937dfb50af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a&tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 1097 time: 0.0981247 Apr 07 15:11:46.760582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.799128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.863323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.869167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cdc83551-82c1-476c-bab2-525dbf1c2d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:46.884223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c59d33-b334-4d63-8852-d664c8e42817,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:46.887381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:46.895626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:46.899891 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91c59d33-b334-4d63-8852-d664c8e42817 HTTP/1.1" status: 204 len: 168 time: 0.2079780 Apr 07 15:11:46.909094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-f5e5672a-e150-45b0-b5d9-870caf746780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:46.910901 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-f5e5672a-e150-45b0-b5d9-870caf746780 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1097 time: 0.1211512 Apr 07 15:11:46.920376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205fff-0872-444d-9fb0-e60ca861523b req-51392e35-90e5-4fa4-b7ae-f9662f5b18fb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:46.921951 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bd205fff-0872-444d-9fb0-e60ca861523b req-51392e35-90e5-4fa4-b7ae-f9662f5b18fb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1692564 Apr 07 15:11:47.041019 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bd205fff-0872-444d-9fb0-e60ca861523b req-1861423f-88ff-457f-82e3-ed42cc2d1753 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938728 Apr 07 15:11:47.144202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-cc713836-f475-4ad2-b38e-96c62816e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:47.145827 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-cc713836-f475-4ad2-b38e-96c62816e601 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.2229314 Apr 07 15:11:47.219458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292480-310c-4fa7-bc72-7b3c17d7c01b req-29d52dc6-8972-4cd0-b7ff-f41ed1605bab tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:47.221572 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a292480-310c-4fa7-bc72-7b3c17d7c01b req-29d52dc6-8972-4cd0-b7ff-f41ed1605bab tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1126471 Apr 07 15:11:47.254229 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a292480-310c-4fa7-bc72-7b3c17d7c01b req-9b80ed2e-1908-4ede-8bbf-d219d53d1fed tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261483 Apr 07 15:11:47.286098 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-2a94f885-b2db-4aad-bd38-ce2c36db74c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 200 len: 999 time: 0.1248558 Apr 07 15:11:47.360602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-460012f6-6146-44ac-894c-5a9585940fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:47.362187 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-460012f6-6146-44ac-894c-5a9585940fc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0693121 Apr 07 15:11:47.451325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-ef292002-773c-4eaa-87a3-0540f64c51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:47.451655 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-ef292002-773c-4eaa-87a3-0540f64c51f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816436 Apr 07 15:11:47.603768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-0586a4dc-fd79-48ce-a023-72425fa13aac service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436779 Apr 07 15:11:47.755951 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9698360c-aaa6-4605-9fc0-9242ce15426a req-cf999e8c-fc7d-44ed-aaf7-2b64699f0459 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438065 Apr 07 15:11:48.311577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529edfe7-bfbe-4bfb-95c3-3e783bed62c2 req-624f9334-d15b-4084-b1f3-e724c560cce4 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:48.313336 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-529edfe7-bfbe-4bfb-95c3-3e783bed62c2 req-624f9334-d15b-4084-b1f3-e724c560cce4 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0987692 Apr 07 15:11:48.349608 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-529edfe7-bfbe-4bfb-95c3-3e783bed62c2 req-5388645c-3e72-4c16-8cdf-6cedce1550eb tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276120 Apr 07 15:11:48.621895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3a09-dfb0-48be-9a6d-cc9bd9379aae req-98ed463e-1114-4dcd-af1e-dbaabf2de654 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:48.625652 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-839a3a09-dfb0-48be-9a6d-cc9bd9379aae req-98ed463e-1114-4dcd-af1e-dbaabf2de654 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1466408 Apr 07 15:11:48.685636 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-839a3a09-dfb0-48be-9a6d-cc9bd9379aae req-e90ab559-f616-4431-b44a-10d670617129 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 Apr 07 15:11:49.272600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-897fe873-73ad-40b4-9761-671ffed1621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:49.276827 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-897fe873-73ad-40b4-9761-671ffed1621f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 1099 time: 0.1457701 Apr 07 15:11:49.481683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585866d-fe71-48d5-93b6-41a4aa6d97b3 req-610375a9-f923-426c-b0bf-27c1d63f7140 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:49.484220 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e585866d-fe71-48d5-93b6-41a4aa6d97b3 req-610375a9-f923-426c-b0bf-27c1d63f7140 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1205657 Apr 07 15:11:49.554323 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e585866d-fe71-48d5-93b6-41a4aa6d97b3 req-d227df17-8001-4fd3-847e-cc5c2d6117a8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Apr 07 15:11:49.952675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e46ecd-7fd4-4df7-bf26-ee4a11fa305b req-86d541fc-f9da-4956-b4ce-e9a675cb55ec tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:49.955021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-68e46ecd-7fd4-4df7-bf26-ee4a11fa305b req-86d541fc-f9da-4956-b4ce-e9a675cb55ec tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1017566 Apr 07 15:11:49.991241 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-68e46ecd-7fd4-4df7-bf26-ee4a11fa305b req-c9f553f7-325e-4a51-ab3d-1a355e9f783a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271780 Apr 07 15:11:50.804090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9fbb-7918-47bb-9736-ea6837928656 req-b483e566-8434-42d4-aeaa-ed1fa2765a31 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:50.805894 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7cfb9fbb-7918-47bb-9736-ea6837928656 req-b483e566-8434-42d4-aeaa-ed1fa2765a31 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0999391 Apr 07 15:11:50.838517 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7cfb9fbb-7918-47bb-9736-ea6837928656 req-0e804320-05fa-4482-8b17-6cbe7d99e63c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257020 Apr 07 15:11:51.209917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b229803-0aef-4ae8-b2c3-e74c8f96ecdb req-21c2b969-ca57-4dbb-b092-2582310fdddb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:51.211729 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7b229803-0aef-4ae8-b2c3-e74c8f96ecdb req-21c2b969-ca57-4dbb-b092-2582310fdddb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.0912929 Apr 07 15:11:51.244509 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7b229803-0aef-4ae8-b2c3-e74c8f96ecdb req-2b0fb0d4-16e1-464b-89cf-5ae8fe346b67 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250485 Apr 07 15:11:52.081280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10092f-173b-435b-857a-bf75e97ff699 req-e7225b40-31cb-4362-b396-2503ed1032de tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:52.083334 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd10092f-173b-435b-857a-bf75e97ff699 req-e7225b40-31cb-4362-b396-2503ed1032de tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1130693 Apr 07 15:11:52.128400 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dd10092f-173b-435b-857a-bf75e97ff699 req-dfa2c262-348a-4bf0-aa24-a6c8a6c43c2f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Apr 07 15:11:52.476548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879ff55-ab8c-4706-adc3-6e70a7a81a4b req-d13eff47-f1c2-475b-87cf-6636fc702b1a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:52.478348 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3879ff55-ab8c-4706-adc3-6e70a7a81a4b req-d13eff47-f1c2-475b-87cf-6636fc702b1a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1034932 Apr 07 15:11:52.511561 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3879ff55-ab8c-4706-adc3-6e70a7a81a4b req-04e7cc02-77c1-4fc9-a4d8-0b148003a9d2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252786 Apr 07 15:11:53.353481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc10ba0-dfc8-4909-b83c-c592d7704a79 req-57eb6686-2844-46bb-9ec6-f9fa0396ceb8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:53.355299 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6fc10ba0-dfc8-4909-b83c-c592d7704a79 req-57eb6686-2844-46bb-9ec6-f9fa0396ceb8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1075861 Apr 07 15:11:53.402328 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6fc10ba0-dfc8-4909-b83c-c592d7704a79 req-7f7387aa-b278-4964-a514-472ff8fa1018 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Apr 07 15:11:53.798831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f786fa-12df-432b-ac99-34413446f505 req-495a2e06-a1af-4b21-ad79-74049b5cf5ae tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:53.811465 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9f786fa-12df-432b-ac99-34413446f505 req-495a2e06-a1af-4b21-ad79-74049b5cf5ae tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1416576 Apr 07 15:11:53.842146 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9f786fa-12df-432b-ac99-34413446f505 req-010b3341-5e92-4722-ae6d-f2bca239f88f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289934 Apr 07 15:11:54.143053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57046) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:54.334080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.376641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:54.386961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d0857f7a99428cb1e6faeabfecc109 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:54.391654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:54.407066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:54.466673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57056) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:54.557918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.563319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.594831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7f1e07c6-44f9-419a-8181-7e95dc9510e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:54.629829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57062) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:54.630173 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0d0857f7a99428cb1e6faeabfecc109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855154 Apr 07 15:11:54.631192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f89db3-e7f0-48d1-aeaa-78311db66717,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:54.640667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.641173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.641578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.642356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.642356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.642735 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.643393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.643779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.644169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.644559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.644945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.645505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:11:54.666589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:54.734160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.757289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:54.772788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Usage tracker for resource:security_group_rule and tenant:4c04823c517c40fd8be1aa9ac9777624 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:54.780607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:54.797225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7005d8-0e42-47a3-98dd-a517e708b6f1 req-5a06e890-15a2-4ec0-97b0-f5eff94c4a50 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:54.799021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6c7005d8-0e42-47a3-98dd-a517e708b6f1 req-5a06e890-15a2-4ec0-97b0-f5eff94c4a50 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.2295763 Apr 07 15:11:54.802247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:54.805992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.874549 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6c7005d8-0e42-47a3-98dd-a517e708b6f1 req-76ce8fe0-cb00-4715-bdbd-876fa20eaef6 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Apr 07 15:11:54.882017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:54.994946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.003714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.014680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:55.046406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.054625 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c04823c517c40fd8be1aa9ac9777624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862589 Apr 07 15:11:55.083378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57068) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:55.132124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.134941 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50f89db3-e7f0-48d1-aeaa-78311db66717 HTTP/1.1" status: 204 len: 168 time: 0.4955356 Apr 07 15:11:55.139871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10570d9-bba0-4c78-937e-d2cf1e90fa79,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:55.149843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:55.158437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3070dd51-f10f-4761-be20-28af2aba724f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:55.192068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2aa81-ea9e-4fd2-9e0c-6b90f0367430 req-1f97076c-cc5f-42b2-bc17-12778c85ae92 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:55.193840 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09e2aa81-ea9e-4fd2-9e0c-6b90f0367430 req-1f97076c-cc5f-42b2-bc17-12778c85ae92 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1681859 Apr 07 15:11:55.199474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f89db3-e7f0-48d1-aeaa-78311db66717,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:55.222240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:55.264427 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09e2aa81-ea9e-4fd2-9e0c-6b90f0367430 req-63bd1ad0-10c6-42c2-b119-91bd28908610 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354288 Apr 07 15:11:55.282466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.340886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.412378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.425878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cefc96a2-104c-46ce-bf6c-5a810cbafff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:11:55.438324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10570d9-bba0-4c78-937e-d2cf1e90fa79,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:11:55.441451 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:11:55.450445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:55.452549 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c10570d9-bba0-4c78-937e-d2cf1e90fa79 HTTP/1.1" status: 204 len: 168 time: 0.3628337 Apr 07 15:11:56.148190 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ae929-0bc2-4607-a1a5-b20a11fd2442 req-c0f44b92-470b-425d-8517-d85d4c1420ba tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:56.153760 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cb2ae929-0bc2-4607-a1a5-b20a11fd2442 req-c0f44b92-470b-425d-8517-d85d4c1420ba tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1521158 Apr 07 15:11:56.183794 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cb2ae929-0bc2-4607-a1a5-b20a11fd2442 req-641554c5-74c6-4edb-8c20-757012e2b24e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273695 Apr 07 15:11:56.571113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d880ccb-2d55-4e1f-a8a0-7377f9b919f7 req-7c3f27db-4dd5-4469-9d5e-656c87be7243 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:56.573504 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0d880ccb-2d55-4e1f-a8a0-7377f9b919f7 req-7c3f27db-4dd5-4469-9d5e-656c87be7243 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1175451 Apr 07 15:11:56.613825 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0d880ccb-2d55-4e1f-a8a0-7377f9b919f7 req-a0ff2435-f099-43ea-8c23-84e4231eb69c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281703 Apr 07 15:11:57.417101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645052b-81ce-4320-bcd4-2b139a749c09 req-cc4954b7-06f3-4efc-9aa2-b4d3615bf2dc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:57.418964 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a645052b-81ce-4320-bcd4-2b139a749c09 req-cc4954b7-06f3-4efc-9aa2-b4d3615bf2dc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1156242 Apr 07 15:11:57.458800 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a645052b-81ce-4320-bcd4-2b139a749c09 req-505a27d9-77a4-4dd3-81d1-43002df2ee2c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Apr 07 15:11:57.874748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7e2a4-cdb5-49b8-80c3-d542fd533f65 req-1d5842b5-f098-429c-8620-6884ec422bd0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:57.876350 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4af7e2a4-cdb5-49b8-80c3-d542fd533f65 req-1d5842b5-f098-429c-8620-6884ec422bd0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1052570 Apr 07 15:11:57.913342 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4af7e2a4-cdb5-49b8-80c3-d542fd533f65 req-2e0aea71-7e4c-4631-927f-895c3ed79007 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296590 Apr 07 15:11:58.698019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17206f81-437a-40f1-8a10-71acbd635391 req-0c496100-6d9a-4a18-a771-77f5f40f0564 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:58.700054 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17206f81-437a-40f1-8a10-71acbd635391 req-0c496100-6d9a-4a18-a771-77f5f40f0564 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1052272 Apr 07 15:11:58.739861 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17206f81-437a-40f1-8a10-71acbd635391 req-7a37918e-14c0-46ae-9984-865a73e1b05e tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Apr 07 15:11:59.170358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c17c95-f135-4fb3-b1ad-c1150b815051 req-82b5873e-384d-4ceb-b75a-1fbbb4cad3a7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:59.172361 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b4c17c95-f135-4fb3-b1ad-c1150b815051 req-82b5873e-384d-4ceb-b75a-1fbbb4cad3a7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1068852 Apr 07 15:11:59.447802 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b4c17c95-f135-4fb3-b1ad-c1150b815051 req-7a79c721-3b4b-4d97-984c-b3921f0f2309 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664471 Apr 07 15:11:59.756986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57220) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:11:59.908947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:11:59.929014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:11:59.933527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1c42484e1440798d1ac69a0d98634d is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:11:59.936750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:11:59.942876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:11:59.959841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6089c4e-a62a-42c9-90ce-eb06c4cef6d2 req-52b4b530-66fb-4548-b1a1-746da450ffe3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:11:59.962961 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a6089c4e-a62a-42c9-90ce-eb06c4cef6d2 req-52b4b530-66fb-4548-b1a1-746da450ffe3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1012020 Apr 07 15:11:59.994979 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a6089c4e-a62a-42c9-90ce-eb06c4cef6d2 req-5252e484-0de7-447b-afab-6bd14ddd1c56 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255160 Apr 07 15:12:00.035424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.039534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.048465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-750a90da-f348-4f7f-a494-d950a587ce66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:00.094251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f1c42484e1440798d1ac69a0d98634d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356733 Apr 07 15:12:00.096025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c5982-ae8b-4dfd-ab47-63b5ea32b19a,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:00.097368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57228) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:00.099304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:00.162548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.190285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.238817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.244008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-71ac47ac-52e5-4720-9b6c-781806ad3308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:00.256901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c5982-ae8b-4dfd-ab47-63b5ea32b19a,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:00.266996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.267406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.267808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.268213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.268624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.268983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.269371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.269756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.270154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.270511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.270918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.271299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:00.274530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:00.275769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.277575 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91c5982-ae8b-4dfd-ab47-63b5ea32b19a HTTP/1.1" status: 204 len: 168 time: 0.1784701 Apr 07 15:12:00.586283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-e7016744-341a-4a91-8019-9934a23329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:00.588233 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-e7016744-341a-4a91-8019-9934a23329ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 200 len: 920 time: 0.1503608 Apr 07 15:12:00.599875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57238) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:00.620794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.642087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:00.646747 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Usage tracker for resource:security_group_rule and tenant:01933010445444f187a4b77443822350 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:00.650467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:00.657689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:00.670690 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-dd61d96f-6d98-4027-8a0c-9b3a678fd063 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 200 len: 217 time: 0.0744596 Apr 07 15:12:00.751142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.754675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.764308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-568450f8-8782-49d9-9a9f-e27d7079e8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:00.794487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-47a28fc1-0c26-44fd-ab64-5d7110719898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:00.796120 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-47a28fc1-0c26-44fd-ab64-5d7110719898 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 200 len: 859 time: 0.1183059 Apr 07 15:12:00.809317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01933010445444f187a4b77443822350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081423 Apr 07 15:12:00.810490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc930ea-a283-4ffd-ab1e-a3512a295125,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:00.813231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57244) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:00.816013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:00.866028 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-0fb47a1f-d87f-4f81-a6f4-9aa1caab12ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4f8a494-43ff-4417-a86a-8bd24ff1dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534129 Apr 07 15:12:00.892502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.910871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cffdf0-667a-4cdb-a87c-17637895df6e req-d0bfde16-21ab-4b02-b66c-15d1ba89e388 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:00.912472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98cffdf0-667a-4cdb-a87c-17637895df6e req-d0bfde16-21ab-4b02-b66c-15d1ba89e388 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1869359 Apr 07 15:12:00.922195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.970730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:00.974995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-250325e1-c16a-4aaa-87e5-07bb16b4ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:01.011479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc930ea-a283-4ffd-ab1e-a3512a295125,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:01.016514 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:01.019491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:01.029043 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bc930ea-a283-4ffd-ab1e-a3512a295125 HTTP/1.1" status: 204 len: 168 time: 0.2135718 Apr 07 15:12:01.050439 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98cffdf0-667a-4cdb-a87c-17637895df6e req-11d5d2ab-d536-49c7-823e-11aaf81d1356 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247921 Apr 07 15:12:01.109368 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-4ae3330a-3b0d-4c91-a6c7-86f47f74a192 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342727 Apr 07 15:12:01.293726 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7a7c370c-11b1-4fac-9483-2c5ca460cec2 req-869f0042-5bfe-4fa7-828b-f5c9ffd648b7 service neutron] 10.222.0.62 "GET /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701603 Apr 07 15:12:01.312919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a7baa-3ad0-467e-971e-b15b8fb37fe5 req-91f41485-9d69-4b3b-8b18-c02d3e3659be tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:01.314658 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-734a7baa-3ad0-467e-971e-b15b8fb37fe5 req-91f41485-9d69-4b3b-8b18-c02d3e3659be tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0984495 Apr 07 15:12:01.350012 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-734a7baa-3ad0-467e-971e-b15b8fb37fe5 req-46804f70-c699-4dca-b888-c6f034365875 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274713 Apr 07 15:12:02.288479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916f7d9-e4fa-4fce-b41a-b934398e6923 req-ead494a7-0ab2-4187-ba85-12cab649e798 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:02.290233 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b916f7d9-e4fa-4fce-b41a-b934398e6923 req-ead494a7-0ab2-4187-ba85-12cab649e798 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1009612 Apr 07 15:12:02.334962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b916f7d9-e4fa-4fce-b41a-b934398e6923 req-ccca8d31-c509-4d05-ba9b-427a85b35b69 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372500 Apr 07 15:12:02.558445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c27c-37d9-4802-bab1-10c4a3af2660 req-2d14b79d-3ca2-44a0-96a7-14e76b8ef97f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:02.560172 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09c4c27c-37d9-4802-bab1-10c4a3af2660 req-2d14b79d-3ca2-44a0-96a7-14e76b8ef97f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0925560 Apr 07 15:12:02.596011 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-09c4c27c-37d9-4802-bab1-10c4a3af2660 req-054eff59-c25b-4939-b93f-fe2134e16605 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289388 Apr 07 15:12:03.172157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57298) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:03.311847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.328661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:03.333369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Usage tracker for resource:security_group_rule and tenant:66332d85e14a4532b265af3e5ed38034 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:03.336914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:03.344179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:03.477921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.481274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.491343 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-33a9b331-17f2-40dc-bb7b-05ea6f73d2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:03.536071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c2f47-719f-45a3-b177-93aa81708508,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:03.539498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:03.545111 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66332d85e14a4532b265af3e5ed38034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687780 Apr 07 15:12:03.545425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57306) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:03.551295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c6ca9-a380-4e04-b90a-38eef2fc0f1d req-21cbd974-169d-4080-98d4-d3826fa01945 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:03.553413 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-552c6ca9-a380-4e04-b90a-38eef2fc0f1d req-21cbd974-169d-4080-98d4-d3826fa01945 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.0965028 Apr 07 15:12:03.590737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-552c6ca9-a380-4e04-b90a-38eef2fc0f1d req-4e7008b3-dd80-44eb-aceb-796492335652 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300932 Apr 07 15:12:03.617357 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.647458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.704088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.710013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e2e2c750-34aa-4e71-bde8-7354212051ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:03.760654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c2f47-719f-45a3-b177-93aa81708508,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:03.769522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:03.780139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:03.781269 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f8c2f47-719f-45a3-b177-93aa81708508 HTTP/1.1" status: 204 len: 168 time: 0.2348223 Apr 07 15:12:03.839664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814e6e-2229-4c11-acfb-9fb5ff55bb69 req-2cca1313-9df3-41a1-aeba-069bf0d78c6a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:03.841339 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c4814e6e-2229-4c11-acfb-9fb5ff55bb69 req-2cca1313-9df3-41a1-aeba-069bf0d78c6a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1210549 Apr 07 15:12:03.873690 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c4814e6e-2229-4c11-acfb-9fb5ff55bb69 req-6d54ecb5-2d1c-45fd-9f4c-07e294e1d804 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255275 Apr 07 15:12:04.121354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57320) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:04.141799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.158307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:04.162550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Usage tracker for resource:security_group_rule and tenant:c1526f11a43f4190900e440e2f5fc968 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:04.165751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:04.171935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:04.270449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.274743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.285076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b5a55b86-cede-4786-b6f5-3821278fef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:04.333235 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1526f11a43f4190900e440e2f5fc968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077339 Apr 07 15:12:04.333733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57326) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:04.336845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b282bae-f435-4cfe-9cf9-c62e3b1dceea,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:04.352981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:04.404550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.436956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.492519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.498375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2e8bb66f-f06e-4d67-a317-6b489d9121b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:04.513276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b282bae-f435-4cfe-9cf9-c62e3b1dceea,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:04.515839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:04.518211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.523138 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b282bae-f435-4cfe-9cf9-c62e3b1dceea HTTP/1.1" status: 204 len: 168 time: 0.1884944 Apr 07 15:12:04.714175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:12:04.818445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e4e8-8446-43b4-bbdb-645ed02ad977 req-5a1443ba-4e07-4c64-a859-1371d311a9e2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:04.820374 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ce89e4e8-8446-43b4-bbdb-645ed02ad977 req-5a1443ba-4e07-4c64-a859-1371d311a9e2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 944 time: 0.1049349 Apr 07 15:12:04.855616 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ce89e4e8-8446-43b4-bbdb-645ed02ad977 req-f4d1dd0e-2907-4178-bf1b-208ac8273f6b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269582 Apr 07 15:12:04.907466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:04.923001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'e4148168-2668-453c-900c-0204a66238f0', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': 'e4148168-2668-453c-900c-0204a66238f0', 'mac_address': 'fa:16:3e:81:2f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:12:04.986610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:04.988224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4148168-2668-453c-900c-0204a66238f0 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:12:05.005816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:05.009782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:05.012706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:05.111045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=9']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:05.119771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.120156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.120530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.120896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.121260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.121623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.121983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.122342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.122748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.123108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.123462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.123816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:05.128200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:05.274007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['e4148168-2668-453c-900c-0204a66238f0'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:12:05.842310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57370) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:05.973993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:05.990682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:05.995174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Usage tracker for resource:security_group_rule and tenant:08bd34279ed64e75a2c302f91929fe86 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:05.998493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:06.007400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:06.008590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d8d4f12-a2bd-4fbd-bbf9-2d74712d0164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.172937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151228dc-dede-4ee7-a5a9-f263f0d22188 req-12688461-34c2-4a0c-9400-a49b67c824ec tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:06.179722 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-151228dc-dede-4ee7-a5a9-f263f0d22188 req-12688461-34c2-4a0c-9400-a49b67c824ec tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 945 time: 0.1686573 Apr 07 15:12:06.227924 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-151228dc-dede-4ee7-a5a9-f263f0d22188 req-7d739cd7-ecab-422d-b4b1-32c0f6fc63b5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Apr 07 15:12:06.243056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.246386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.253984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-773dbf1c-bf05-4456-af70-1ae4d1851113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:06.305804 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08bd34279ed64e75a2c302f91929fe86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621689 Apr 07 15:12:06.306984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b272ed36-fd4a-4263-9a69-a9355878e281,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:06.309203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57378) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:06.311701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9ebe626a-a6d9-4ec2-a02f-b45586b8159e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:06.384640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.414091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.463598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.469389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13720b83-2363-4a5b-b94a-a9f2f011dfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:06.481058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b272ed36-fd4a-4263-9a69-a9355878e281,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:06.485447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:06.489322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.491258 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b272ed36-fd4a-4263-9a69-a9355878e281 HTTP/1.1" status: 204 len: 168 time: 0.1800430 Apr 07 15:12:06.716311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:12:06.790475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port e4148168-2668-453c-900c-0204a66238f0 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:12:06.790908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.953753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.972723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:06.974185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:06.984420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:06.989551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:07.101363 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'code': 200} Apr 07 15:12:07.187529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=10']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:07.196189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:07.332783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:12:07.611801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db4592-0bb1-4ca2-8dff-3639dd5b8a49 req-f011075a-f422-4eb9-a4c2-a073af9a98e9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:07.613998 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f0db4592-0bb1-4ca2-8dff-3639dd5b8a49 req-f011075a-f422-4eb9-a4c2-a073af9a98e9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.1812291 Apr 07 15:12:07.675495 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f0db4592-0bb1-4ca2-8dff-3639dd5b8a49 req-c899cb04-0f35-4579-b4fb-3b299249a610 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539253 Apr 07 15:12:07.830802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8f043-8e8a-468b-b624-fef293b42fdc req-cd450e12-c5a0-404b-be38-0b3dc49fc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:07.832493 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-75d8f043-8e8a-468b-b624-fef293b42fdc req-cd450e12-c5a0-404b-be38-0b3dc49fc3a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 1100 time: 0.1199186 Apr 07 15:12:07.864784 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-75d8f043-8e8a-468b-b624-fef293b42fdc req-b9d8f147-795e-4bf5-9332-c73c07f79dfe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0216961 Apr 07 15:12:08.805392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f31fbc5c-b8ad-403c-b995-6d47206a22f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:09.062015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c5a5-b32a-443c-99e7-9a212673bd29 req-c71d5ec9-d8d4-4238-8beb-be555a991cda tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:09.070329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6695c5a5-b32a-443c-99e7-9a212673bd29 req-c71d5ec9-d8d4-4238-8beb-be555a991cda tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.1501446 Apr 07 15:12:09.089030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a1b7-de1d-4e0c-a81a-346d97081aba req-12b57f7e-e4ed-479c-90c2-faaff115679c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:09.097600 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5537a1b7-de1d-4e0c-a81a-346d97081aba req-12b57f7e-e4ed-479c-90c2-faaff115679c tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1501036 Apr 07 15:12:09.105316 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6695c5a5-b32a-443c-99e7-9a212673bd29 req-6ed3d177-ca32-47e3-bdcb-ce9f23b78324 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332687 Apr 07 15:12:09.133225 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5537a1b7-de1d-4e0c-a81a-346d97081aba req-c229ce39-43ad-42e0-a53c-e1090879b2c7 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Apr 07 15:12:09.151048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:09.433153 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-788e6a32-54c0-4550-9fe2-ab0d3dd914a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874486 Apr 07 15:12:09.620524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-def3c965-62d5-48e4-acfd-cce1b4e138ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:09.622318 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-def3c965-62d5-48e4-acfd-cce1b4e138ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1098 time: 0.1590509 Apr 07 15:12:09.656655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9558ec-b23b-453f-a71c-47e952d63a3c req-69a5abca-2450-4471-a681-9a09105526b0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:09.658526 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cf9558ec-b23b-453f-a71c-47e952d63a3c req-69a5abca-2450-4471-a681-9a09105526b0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1150520 Apr 07 15:12:09.779088 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cf9558ec-b23b-453f-a71c-47e952d63a3c req-b1f3814e-4c0c-4496-a239-2cee41480d07 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927205 Apr 07 15:12:09.854306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-50cf3a29-b2ed-4d14-91cf-fe973a856571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:09.855931 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-50cf3a29-b2ed-4d14-91cf-fe973a856571 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.1963179 Apr 07 15:12:09.919628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:09.986466 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-939f8a34-7c2d-41ae-96a2-3227f73ecd43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 1001 time: 0.1193550 Apr 07 15:12:10.083330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-9916279f-b20b-4ae7-b209-271853d66f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:10.086432 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-9916279f-b20b-4ae7-b209-271853d66f97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0912607 Apr 07 15:12:10.094109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:10.245185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-346e424f-c912-4ed2-9d1a-62bac24bc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:10.248639 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-346e424f-c912-4ed2-9d1a-62bac24bc910 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529241 Apr 07 15:12:10.402256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad4617-8534-412c-87e7-2be2d04ca86f req-cfa26b79-e432-46bb-bb1c-02844873f19d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:10.405192 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1aad4617-8534-412c-87e7-2be2d04ca86f req-cfa26b79-e432-46bb-bb1c-02844873f19d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.1750653 Apr 07 15:12:10.437549 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1aad4617-8534-412c-87e7-2be2d04ca86f req-cd2e4602-ab7b-475b-a079-dedb59e0c70d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255339 Apr 07 15:12:10.476696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cdc8a-47b5-4b46-9fe4-10df5fa4f604 req-95b06a5e-df67-4f93-994c-9fc4c8554d27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:10.479468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f00cdc8a-47b5-4b46-9fe4-10df5fa4f604 req-95b06a5e-df67-4f93-994c-9fc4c8554d27 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.2283843 Apr 07 15:12:10.481737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-a49d837c-acaf-4e83-89de-2a17fed088a9 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929345 Apr 07 15:12:10.561103 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f00cdc8a-47b5-4b46-9fe4-10df5fa4f604 req-fe11dc1b-8513-4a1f-b5f6-ae1ad97341b3 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732586 Apr 07 15:12:10.659336 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f6a87308-3f07-47c4-b7f0-bc513983593b req-27b75582-0ba5-47e4-8690-66d5ed71991c service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547053 Apr 07 15:12:10.717033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:11.042181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeccfd-1a30-42ab-910c-af55dcf6df5a req-d2e531e4-4e12-45f1-b0e1-ccc9f1aa3bae tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:11.044070 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-afeeccfd-1a30-42ab-910c-af55dcf6df5a req-d2e531e4-4e12-45f1-b0e1-ccc9f1aa3bae tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1081648 Apr 07 15:12:11.076549 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-afeeccfd-1a30-42ab-910c-af55dcf6df5a req-ecf7f360-e9b2-4af2-99df-dbbbc7175df1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260489 Apr 07 15:12:11.262879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-d2ef9e3c-1f8d-4f7b-a4a9-42cec6bd8ba5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:11.264501 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-d2ef9e3c-1f8d-4f7b-a4a9-42cec6bd8ba5 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.1029630 Apr 07 15:12:11.346624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Deleting port 846a29d0-cfcf-4c35-8125-0988dd2651dc {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:11.347026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:11.640479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] For port 846a29d0-cfcf-4c35-8125-0988dd2651dc, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=846a29d0-cfcf-4c35-8125-0988dd2651dc,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:11.640881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:11.820324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Calling delete_port for 846a29d0-cfcf-4c35-8125-0988dd2651dc owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:11.993305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00bc83-76d5-4938-bfda-57f28d3d6cc9 req-e7d58171-930f-49fc-ab09-e18bd44413d8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:11.995035 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5b00bc83-76d5-4938-bfda-57f28d3d6cc9 req-e7d58171-930f-49fc-ab09-e18bd44413d8 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb7d4b9-00cb-4eda-8929-b6fa19afefa8 HTTP/1.1" status: 200 len: 945 time: 0.2811189 Apr 07 15:12:12.048042 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5b00bc83-76d5-4938-bfda-57f28d3d6cc9 req-f3f49960-50ea-4497-847b-519cfe178035 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 Apr 07 15:12:12.058935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:12.072215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['22f4ff32-6a17-4131-8ecc-a42bb9852ecd', '846a29d0-cfcf-4c35-8125-0988dd2651dc'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:12:12.094085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:12.217707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Pushing event deleted for resources: {'Port': ['ID=846a29d0-cfcf-4c35-8125-0988dd2651dc,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:12.220562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:12.411901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d2fa5-8923-4fa8-b1ab-a1799be195a0 req-700d7064-e60f-4d2b-8367-b68cd2f9c133 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:12.413646 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-829d2fa5-8923-4fa8-b1ab-a1799be195a0 req-700d7064-e60f-4d2b-8367-b68cd2f9c133 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1640527 Apr 07 15:12:12.448213 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-829d2fa5-8923-4fa8-b1ab-a1799be195a0 req-436956a7-d65c-4faf-963c-83ffb4ef6d3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272441 Apr 07 15:12:12.454373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] No DVR routers for this DVR port 846a29d0-cfcf-4c35-8125-0988dd2651dc on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:12:12.458054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:12.461359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'name': 'network-vif-deleted', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:12.491912 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0bd3de97-95fc-402a-8980-8cce3cb2d44e req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "DELETE /v2.0/ports/846a29d0-cfcf-4c35-8125-0988dd2651dc HTTP/1.1" status: 204 len: 173 time: 1.2213511 Apr 07 15:12:12.513826 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb7d4b9-00cb-4eda-8929-b6fa19afefa8', 'name': 'network-vif-deleted', 'tag': '846a29d0-cfcf-4c35-8125-0988dd2651dc', 'status': 'completed', 'code': 200} Apr 07 15:12:13.614109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc208cf8-6dd7-47ad-a361-b640adf60df7 req-7f2a7d98-e81e-4a06-9c27-d1118f847746 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:13.617151 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc208cf8-6dd7-47ad-a361-b640adf60df7 req-7f2a7d98-e81e-4a06-9c27-d1118f847746 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1184311 Apr 07 15:12:13.651972 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc208cf8-6dd7-47ad-a361-b640adf60df7 req-40b19529-9126-4232-b74f-31829d4f87db tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278513 Apr 07 15:12:13.722115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca1673-6887-4a38-bf0c-c6bc6ee54804 req-b33ae419-9cf2-449f-a569-8d525ab0c4b1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:13.723873 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c1ca1673-6887-4a38-bf0c-c6bc6ee54804 req-b33ae419-9cf2-449f-a569-8d525ab0c4b1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0986266 Apr 07 15:12:13.756615 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c1ca1673-6887-4a38-bf0c-c6bc6ee54804 req-aa8e6eda-2c8a-4291-b2f6-3df2236b1bf6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257537 Apr 07 15:12:14.524998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57554) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:14.669891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:14.760872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 846a29d0-cfcf-4c35-8125-0988dd2651dc no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:14.837188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 846a29d0-cfcf-4c35-8125-0988dd2651dc {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:14.837758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 846a29d0-cfcf-4c35-8125-0988dd2651dc not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:15.001383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:15.008344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Usage tracker for resource:security_group_rule and tenant:2998cb6365b24e82adc6f0edd04954de is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:15.012742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:15.021753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:15.090062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e25fc1-3590-4e95-a81d-40499a906c4e req-67e3216c-38a9-4754-a869-11bac635fd3f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:15.092384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33e25fc1-3590-4e95-a81d-40499a906c4e req-67e3216c-38a9-4754-a869-11bac635fd3f tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1438203 Apr 07 15:12:15.174952 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33e25fc1-3590-4e95-a81d-40499a906c4e req-a70f89bb-1a01-4311-abc3-544c953d9b57 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670171 Apr 07 15:12:15.238240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.243659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.251813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-565818f2-8d46-48aa-956c-2273cf11dea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:15.298539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b54b4-c4cb-4324-9c33-3362fe1ab47a,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:15.303682 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2998cb6365b24e82adc6f0edd04954de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7774773 Apr 07 15:12:15.305001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:15.306849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 57564) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:15.348328 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ea47-fb02-4ff6-bd47-0c806d0e6883 req-5c88859e-e640-4bd9-8168-826f8a36b7b4 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:15.350431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d699ea47-fb02-4ff6-bd47-0c806d0e6883 req-5c88859e-e640-4bd9-8168-826f8a36b7b4 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.4358406 Apr 07 15:12:15.376943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.385779 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d699ea47-fb02-4ff6-bd47-0c806d0e6883 req-bddb26e4-7d0a-4a3d-b8be-bbb75eaeb9f3 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275543 Apr 07 15:12:15.407133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.455614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.461299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e9fa82d-177e-4931-ac5a-3fecb2b995f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:15.475386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b54b4-c4cb-4324-9c33-3362fe1ab47a,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:15.478845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:15.481090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:15.482359 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e9b54b4-c4cb-4324-9c33-3362fe1ab47a HTTP/1.1" status: 204 len: 168 time: 0.1744738 Apr 07 15:12:16.399250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6a3ca-3905-4ba2-92d5-0cd2d9fc5fbf req-4c6581e4-dab0-4b6b-9e69-a710119ec9ab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:16.401018 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-39c6a3ca-3905-4ba2-92d5-0cd2d9fc5fbf req-4c6581e4-dab0-4b6b-9e69-a710119ec9ab tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0995336 Apr 07 15:12:16.440106 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-39c6a3ca-3905-4ba2-92d5-0cd2d9fc5fbf req-28d235bc-3b1c-4572-b76e-4ed5e791cb4b tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288191 Apr 07 15:12:16.646824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8730f-69f8-4d54-a922-11caf3713ab4 req-d7734115-5eb8-403b-a0aa-961fa614506a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:16.648580 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e7d8730f-69f8-4d54-a922-11caf3713ab4 req-d7734115-5eb8-403b-a0aa-961fa614506a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1000407 Apr 07 15:12:16.686384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e7d8730f-69f8-4d54-a922-11caf3713ab4 req-1486c859-e3e0-4634-9e67-6d5b807f99a9 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251932 Apr 07 15:12:17.648532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee6f40-64a5-42e7-970b-ee85d5177857 req-3aa1090e-5b48-4ca0-91cd-aecd02ddc599 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:17.650293 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-feee6f40-64a5-42e7-970b-ee85d5177857 req-3aa1090e-5b48-4ca0-91cd-aecd02ddc599 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.0910633 Apr 07 15:12:17.684194 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-feee6f40-64a5-42e7-970b-ee85d5177857 req-351db842-0d11-4837-af4b-54264299b59a tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266309 Apr 07 15:12:17.905296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfab51-b687-490e-9eb1-6a2c23d38e80 req-1d460e6a-d331-4a80-a315-f3bb7a585a51 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:17.907054 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f9dfab51-b687-490e-9eb1-6a2c23d38e80 req-1d460e6a-d331-4a80-a315-f3bb7a585a51 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0987928 Apr 07 15:12:17.945009 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f9dfab51-b687-490e-9eb1-6a2c23d38e80 req-143044bd-9169-4b47-a226-2481e5fb9796 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253224 Apr 07 15:12:18.367100 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-19db64c1-20a9-49c1-86d9-8f20cbfc65a2 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ed8c9927927480e9a2865ee044c3b69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394900 Apr 07 15:12:18.540680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-5b295066-5bef-494e-aa9a-79a937f43a0c tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:18.542473 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-5b295066-5bef-494e-aa9a-79a937f43a0c tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690006 Apr 07 15:12:18.560508 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-f0fa7218-68b7-4f41-be65-9b26a7aa6073 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/quotas/4ed8c9927927480e9a2865ee044c3b69 HTTP/1.1" status: 200 len: 375 time: 0.0106628 Apr 07 15:12:18.616354 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-8bace6e8-557d-4b99-a824-6c9170490246 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ed8c9927927480e9a2865ee044c3b69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494609 Apr 07 15:12:18.887825 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1bc513cb-e902-42d2-9633-fa3c2e22a1a2 req-2e98f5dd-346e-422f-b4e1-e4e0e39e7120 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 210 time: 0.0869534 Apr 07 15:12:18.895087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c05d9-8de3-4c6c-bbb8-969649381eb2 req-f18fcf44-ebbb-4b5c-bf0f-074459253041 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:18.895875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-836c05d9-8de3-4c6c-bbb8-969649381eb2 req-f18fcf44-ebbb-4b5c-bf0f-074459253041 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Synchronizing usage tracker for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:18.963480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-836c05d9-8de3-4c6c-bbb8-969649381eb2 req-f18fcf44-ebbb-4b5c-bf0f-074459253041 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Unset dirty status for tenant:d718aff678eb4be3a3f0d7901e44bf23 on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:18.964780 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-836c05d9-8de3-4c6c-bbb8-969649381eb2 req-f18fcf44-ebbb-4b5c-bf0f-074459253041 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1609235 Apr 07 15:12:19.016333 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-836c05d9-8de3-4c6c-bbb8-969649381eb2 req-d8607fd2-8454-4200-878f-e6739c181059 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/security-groups?id=ce84c10f-b4f0-497f-9c70-766f6adbec61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Apr 07 15:12:19.050474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-55fdebaa-72e6-4c06-ab60-461ccee953b1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:19.053149 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-55fdebaa-72e6-4c06-ab60-461ccee953b1 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 946 time: 0.1408904 Apr 07 15:12:19.139625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Deleting port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:19.140008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:19.184047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e0d47-5c09-4b45-aa90-7ef98140de95 req-5e5bde92-96c3-4831-a192-8f9c7d777a91 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:19.185544 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b3e0d47-5c09-4b45-aa90-7ef98140de95 req-5e5bde92-96c3-4831-a192-8f9c7d777a91 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0985262 Apr 07 15:12:19.221811 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b3e0d47-5c09-4b45-aa90-7ef98140de95 req-ece62bd3-c8c0-40dd-8291-f46458b141ce tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284793 Apr 07 15:12:19.427036 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] For port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:19.427448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:19.564445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Calling delete_port for 22f4ff32-6a17-4131-8ecc-a42bb9852ecd owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:19.718906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:19.732569 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['22f4ff32-6a17-4131-8ecc-a42bb9852ecd'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:12:19.737490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:19.862337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Pushing event deleted for resources: {'Port': ['ID=22f4ff32-6a17-4131-8ecc-a42bb9852ecd,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:19.865051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:19.963347 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-136de920-a32b-4b4e-ac3b-025b6e98c258 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ed8c9927927480e9a2865ee044c3b69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394247 Apr 07 15:12:20.018759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] No DVR routers for this DVR port 22f4ff32-6a17-4131-8ecc-a42bb9852ecd on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:12:20.098132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:20.101462 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'name': 'network-vif-deleted', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:20.121508 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-78ec7c5b-750e-45dc-b5e2-fdb7595c9abe req-73f0c2ea-cfdc-469e-bd6e-833596771df9 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 210 time: 0.1046696 Apr 07 15:12:20.130272 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-48ebd7ee-43a7-4544-9cad-fd81c8ac80a1 req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.62 "DELETE /v2.0/ports/22f4ff32-6a17-4131-8ecc-a42bb9852ecd HTTP/1.1" status: 204 len: 173 time: 1.0709765 Apr 07 15:12:20.150948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-e50b1f0a-5aca-4ee9-b03c-ef4bd9cd2833 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:20.152905 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-e50b1f0a-5aca-4ee9-b03c-ef4bd9cd2833 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846373 Apr 07 15:12:20.207498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5b32c9-cd98-40cd-9b2e-cd25eab28f53', 'name': 'network-vif-deleted', 'tag': '22f4ff32-6a17-4131-8ecc-a42bb9852ecd', 'status': 'completed', 'code': 200} Apr 07 15:12:20.223346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Request body: {'port': {'device_id': '285e8e20-462b-4590-9815-1c407d8fad1d', 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0', 'admin_state_up': True, 'tenant_id': '4ed8c9927927480e9a2865ee044c3b69'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:20.265914 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-25a8bf35-1744-46bb-9a60-58cf25cd2396 req-397f9249-62a3-4888-ba85-749b40e07b99 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b5b32c9-cd98-40cd-9b2e-cd25eab28f53 HTTP/1.1" status: 200 len: 210 time: 0.0934839 Apr 07 15:12:20.388655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:20.393316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Usage tracker for resource:port and tenant:4ed8c9927927480e9a2865ee044c3b69 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:20.396513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:20.403125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:20.413497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Made reservation on behalf of 4ed8c9927927480e9a2865ee044c3b69 for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:12:20.419825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:20.435374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:20.452857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:20.457021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Usage tracker for resource:security_group_rule and tenant:4ed8c9927927480e9a2865ee044c3b69 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:20.459044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb9be-5928-44ef-9b20-bf0afbec267e req-ca577c93-283b-43ef-a8ab-91a6dc2afe48 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:20.460085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:20.461926 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-355eb9be-5928-44ef-9b20-bf0afbec267e req-ca577c93-283b-43ef-a8ab-91a6dc2afe48 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1063392 Apr 07 15:12:20.467025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:20.495365 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-355eb9be-5928-44ef-9b20-bf0afbec267e req-3d97eb9e-f197-4ffd-a252-2b412dbb9404 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265410 Apr 07 15:12:20.563013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:20.566584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:20.572544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-826af922-0ee5-4cf7-adf0-a8428d5cb437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:20.652726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:20.667382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:20.792195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Allocated IP 192.168.233.134 (948e37fa-764b-4af0-860e-5d269d33ecf0/7c84c471-806e-4e1b-a7e7-9a7af14df09f/1f78c570-7b55-461d-a071-da8144c85f50) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:12:20.896516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c923-055b-41c1-9a31-df3474ea4c11 req-cfb572c0-b02c-4106-9598-fc3c76c29746 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:20.898341 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9798c923-055b-41c1-9a31-df3474ea4c11 req-cfb572c0-b02c-4106-9598-fc3c76c29746 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1011212 Apr 07 15:12:20.978805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9798c923-055b-41c1-9a31-df3474ea4c11 req-a73ba1c6-6777-4e58-89da-bdc240180cdd tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732987 Apr 07 15:12:21.013309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-24e33f19-f5f2-44fc-a7c6-489b35cee6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.014950 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-24e33f19-f5f2-44fc-a7c6-489b35cee6eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 1098 time: 0.0928607 Apr 07 15:12:21.020772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:21.039755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Transition to ACTIVE for port object 1f78c570-7b55-461d-a071-da8144c85f50 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:12:21.067575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:21.159179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:21.169167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-3e3b9212-a850-471e-ac8e-b55745d453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.171045 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-3e3b9212-a850-471e-ac8e-b55745d453b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.1490238 Apr 07 15:12:21.251951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Pushing event updated for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:21.265274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:21.296822 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-b651327d-12d3-4925-8d22-fcf3eb13acd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 200 len: 1001 time: 0.1130600 Apr 07 15:12:21.339126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Network 948e37fa-764b-4af0-860e-5d269d33ecf0 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:12:21.341013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:12:21.346071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:12:21.374664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57652) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:21.376378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-9446b300-a321-4167-afd8-03066240bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.378109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-9446b300-a321-4167-afd8-03066240bc64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0733807 Apr 07 15:12:21.430500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.431219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:21.452195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a3c0e-be7a-4d53-bb3c-6d6c58ee5d60 req-fcb8b3aa-7af8-475b-9f87-2af27c895c0e tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.453872 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-321a3c0e-be7a-4d53-bb3c-6d6c58ee5d60 req-fcb8b3aa-7af8-475b-9f87-2af27c895c0e tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 936 time: 0.1899915 Apr 07 15:12:21.483525 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2702823 Apr 07 15:12:21.495300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-321a3c0e-be7a-4d53-bb3c-6d6c58ee5d60 req-59c87a9c-6ca7-48aa-88c0-f11c475ebfb5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Synchronizing usage tracker for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:21.501616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Request body: {'port': {'device_id': '285e8e20-462b-4590-9815-1c407d8fad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:21.570237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-321a3c0e-be7a-4d53-bb3c-6d6c58ee5d60 req-59c87a9c-6ca7-48aa-88c0-f11c475ebfb5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Unset dirty status for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:21.571585 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-321a3c0e-be7a-4d53-bb3c-6d6c58ee5d60 req-59c87a9c-6ca7-48aa-88c0-f11c475ebfb5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075501 Apr 07 15:12:21.601282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-fb00578b-afb9-4cd1-9bb6-c03ad4be1028 None None] Provisioning for port 1f78c570-7b55-461d-a071-da8144c85f50 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:12:21.607153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-fb00578b-afb9-4cd1-9bb6-c03ad4be1028 None None] Provisioning complete for port 1f78c570-7b55-461d-a071-da8144c85f50 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:12:21.608839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb00578b-afb9-4cd1-9bb6-c03ad4be1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:21.638091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:21.675269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-fb00578b-afb9-4cd1-9bb6-c03ad4be1028 None None] Port 1f78c570-7b55-461d-a071-da8144c85f50 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:12:21.697544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-fb503e2c-19e3-4887-8ed7-ab0099e9dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:21.699215 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-fb503e2c-19e3-4887-8ed7-ab0099e9dd0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2554803 Apr 07 15:12:22.024411 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-d6303e27-a1b7-43ef-b3ce-382982e11ac8 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633018 Apr 07 15:12:22.067316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f78c570-7b55-461d-a071-da8144c85f50 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:12:22.077313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:22.104962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Transition to ACTIVE for port object 1f78c570-7b55-461d-a071-da8144c85f50 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:12:22.112895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:22.130816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:22.279648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:22.284545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:22.518315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Attempting to bind port 1f78c570-7b55-461d-a071-da8144c85f50 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:12:22.518731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Attempting to bind port 1f78c570-7b55-461d-a071-da8144c85f50 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:12:22.519104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Attempting to bind port 1f78c570-7b55-461d-a071-da8144c85f50 on network 948e37fa-764b-4af0-860e-5d269d33ecf0 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:12:22.524373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Port 1f78c570-7b55-461d-a071-da8144c85f50 on network 948e37fa-764b-4af0-860e-5d269d33ecf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:12:22.524743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Attempting to bind port 1f78c570-7b55-461d-a071-da8144c85f50 on network 948e37fa-764b-4af0-860e-5d269d33ecf0 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:12:22.530470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:12:22.530800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Checking segment: {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:12:22.531226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Bound using segment: {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:12:22.531701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Bound port: 1f78c570-7b55-461d-a071-da8144c85f50, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f69a40d-4188-48c9-9f92-31e66018851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:12:22.532089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:22.581457 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5107fff8-265e-4e65-b4ac-35d0aefa85f1 req-e97e3f6b-4461-48a4-8006-6f1195f791cd service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299492 Apr 07 15:12:22.606068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45355-f1d8-45b4-bbc1-d3630333a13c req-1e56cf19-77bd-4be0-bb9c-67a774c4cd7a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:22.615089 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6da45355-f1d8-45b4-bbc1-d3630333a13c req-1e56cf19-77bd-4be0-bb9c-67a774c4cd7a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.4700811 Apr 07 15:12:22.625060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:12:22.629278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1f78c570-7b55-461d-a071-da8144c85f50,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:12:22.632895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:22.649193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-df6d6848-8deb-4002-b507-f55480b475a8 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:22.676577 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6da45355-f1d8-45b4-bbc1-d3630333a13c req-076e1492-467a-41a1-b61b-b05abbb35ab9 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604005 Apr 07 15:12:22.722527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:22.795153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 22f4ff32-6a17-4131-8ecc-a42bb9852ecd no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:22.838094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 22f4ff32-6a17-4131-8ecc-a42bb9852ecd {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:22.838675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 22f4ff32-6a17-4131-8ecc-a42bb9852ecd not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:23.107660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:23.116882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Deleting port 7fdf07de-a6e3-45a0-99db-99f648bc2588 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:23.117586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:23.129296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:23.216974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:23.218176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:23.221737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/1f78c570-7b55-461d-a071-da8144c85f50 HTTP/1.1" status: 200 len: 1098 time: 1.7282033 Apr 07 15:12:23.236904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7d04d-76d3-4ae4-b845-00a2d2bfd223 req-634b003e-e3d1-4344-ab09-3e306e4e2a43 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:23.238058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-85f7d04d-76d3-4ae4-b845-00a2d2bfd223 req-634b003e-e3d1-4344-ab09-3e306e4e2a43 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Synchronizing usage tracker for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:23.241846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:23.270404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-85f7d04d-76d3-4ae4-b845-00a2d2bfd223 req-634b003e-e3d1-4344-ab09-3e306e4e2a43 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Unset dirty status for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:23.273254 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-85f7d04d-76d3-4ae4-b845-00a2d2bfd223 req-634b003e-e3d1-4344-ab09-3e306e4e2a43 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 948 time: 0.5117664 Apr 07 15:12:23.335348 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50', 'status': 'completed', 'code': 200} Apr 07 15:12:23.377389 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-85f7d04d-76d3-4ae4-b845-00a2d2bfd223 req-57c271d5-d604-49e2-9370-3d6e03545ea4 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 Apr 07 15:12:23.395828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] For port 7fdf07de-a6e3-45a0-99db-99f648bc2588, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=7fdf07de-a6e3-45a0-99db-99f648bc2588,segment=NetworkSegment(3ae1ac9e-1423-4417-8aba-007cb0702213),segment_id=3ae1ac9e-1423-4417-8aba-007cb0702213)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:23.397176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:23.431135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-e915df64-9fe9-4ef3-9fe2-c9f482bf22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:23.432982 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-e915df64-9fe9-4ef3-9fe2-c9f482bf22fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed8c9927927480e9a2865ee044c3b69&device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 1101 time: 0.1583123 Apr 07 15:12:23.546535 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-345f3bf4-d894-4e77-ad55-1483a9208789 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1f78c570-7b55-461d-a071-da8144c85f50 HTTP/1.1" status: 200 len: 217 time: 0.1048963 Apr 07 15:12:23.552362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Calling delete_port for 7fdf07de-a6e3-45a0-99db-99f648bc2588 owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:23.620110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-bce5928f-f60c-4e29-9c30-6ed33746362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:23.621716 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-bce5928f-f60c-4e29-9c30-6ed33746362e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c84c471-806e-4e1b-a7e7-9a7af14df09f HTTP/1.1" status: 200 len: 843 time: 0.0682659 Apr 07 15:12:23.724749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-b97062c1-62e6-44e0-945c-d8cd01d8d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:23.726359 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-b97062c1-62e6-44e0-945c-d8cd01d8d249 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=948e37fa-764b-4af0-860e-5d269d33ecf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0935216 Apr 07 15:12:23.874471 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-ba892473-f48f-43c8-924b-f3725ffab533 service neutron] 10.222.0.62 "GET /v2.0/networks/948e37fa-764b-4af0-860e-5d269d33ecf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411419 Apr 07 15:12:23.949264 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:23.967812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-405d3159-6d85-4b20-82f1-7be500851c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:24.028743 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35cafcb1-ea33-42bf-a805-3b651c2ce7bb req-b4f1ef20-016f-44d2-a2c4-814ba6efd9d2 service neutron] 10.222.0.62 "GET /v2.0/networks/948e37fa-764b-4af0-860e-5d269d33ecf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432042 Apr 07 15:12:24.029322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00447cf7-615a-4de7-a254-9d83457fb55c req-3e0fd72c-5fdd-41ba-b91c-4115e64aca8c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.031012 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00447cf7-615a-4de7-a254-9d83457fb55c req-3e0fd72c-5fdd-41ba-b91c-4115e64aca8c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2180786 Apr 07 15:12:24.044035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdf07de-a6e3-45a0-99db-99f648bc2588,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:24.107581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:24.138943 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00447cf7-615a-4de7-a254-9d83457fb55c req-bc634bc7-7367-4b33-9748-ec27f4d05e9b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962160 Apr 07 15:12:24.174498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56c77-c084-4844-a70e-47ec3466a305 req-dd19da0c-c558-439d-bbcc-3cb45faedbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.176217 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-dd19da0c-c558-439d-bbcc-3cb45faedbc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed8c9927927480e9a2865ee044c3b69&device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 1101 time: 0.0961130 Apr 07 15:12:24.343626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56c77-c084-4844-a70e-47ec3466a305 req-0e728d7b-2c95-4bf5-b4a6-582cea6c6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.346172 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-0e728d7b-2c95-4bf5-b4a6-582cea6c6976 service neutron] 10.222.0.62 "GET /v2.0/networks?id=948e37fa-764b-4af0-860e-5d269d33ecf0 HTTP/1.1" status: 200 len: 870 time: 0.1607883 Apr 07 15:12:24.422463 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-f918f42c-e820-43c9-85d6-dbb84753568d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=1f78c570-7b55-461d-a071-da8144c85f50 HTTP/1.1" status: 200 len: 217 time: 0.0686271 Apr 07 15:12:24.557943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56c77-c084-4844-a70e-47ec3466a305 req-cc24654c-27c6-491a-b203-8d74cb81d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.560579 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-cc24654c-27c6-491a-b203-8d74cb81d081 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c84c471-806e-4e1b-a7e7-9a7af14df09f HTTP/1.1" status: 200 len: 843 time: 0.1288896 Apr 07 15:12:24.575686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:24.746947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56c77-c084-4844-a70e-47ec3466a305 req-aa7dadbb-8e7b-44d2-bcf9-a7c66985bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.749233 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-aa7dadbb-8e7b-44d2-bcf9-a7c66985bd26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=948e37fa-764b-4af0-860e-5d269d33ecf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1813149 Apr 07 15:12:24.765018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de13f-4571-4582-a685-65fc47f11f85 req-a07cc459-51c8-48e2-90d3-ee777c35eda1 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:24.767030 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-213de13f-4571-4582-a685-65fc47f11f85 req-a07cc459-51c8-48e2-90d3-ee777c35eda1 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 948 time: 0.1521535 Apr 07 15:12:24.886448 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-213de13f-4571-4582-a685-65fc47f11f85 req-0e859644-8f5d-4563-a63c-533f9cd5ff3c tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940387 Apr 07 15:12:24.940748 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-4a35379e-37dc-48a1-80e6-0a97d28371d4 service neutron] 10.222.0.62 "GET /v2.0/networks/948e37fa-764b-4af0-860e-5d269d33ecf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724317 Apr 07 15:12:25.117354 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-14d56c77-c084-4844-a70e-47ec3466a305 req-9a419ec4-9f33-41d7-bc66-0b789ac3de4f service neutron] 10.222.0.62 "GET /v2.0/networks/948e37fa-764b-4af0-860e-5d269d33ecf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694191 Apr 07 15:12:25.444242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Router 6307cc7d-f170-419b-af51-dd512a6d37d2 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:12:25.647142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:12:25.659376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Sync routers for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:12:25.664881 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] 10.222.0.30 "PUT /v2.0/routers/6307cc7d-f170-419b-af51-dd512a6d37d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2855716 Apr 07 15:12:25.668278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57668) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:25.677682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:12:25.678809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:25.878169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:26.052237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:12:26.201454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:26.217913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Deleting port a27709b3-7daf-467e-aa2c-010fec339f6b {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:26.218267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:26.273241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a232af-f790-4c57-98b4-fa763857c02a req-5faffc4d-c93e-474a-9e20-69b6d221ea76 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:26.275100 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-36a232af-f790-4c57-98b4-fa763857c02a req-5faffc4d-c93e-474a-9e20-69b6d221ea76 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 948 time: 0.1824684 Apr 07 15:12:26.428288 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-36a232af-f790-4c57-98b4-fa763857c02a req-75843eee-b93d-4f8b-a352-7b409c59c335 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405578 Apr 07 15:12:26.440204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136'}], 'enable_snat': True}, 'gw_port_id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:12:23Z', 'revision_number': 5, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port': {'id': 'a27709b3-7daf-467e-aa2c-010fec339f6b', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:26.446121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Checking router: 6307cc7d-f170-419b-af51-dd512a6d37d2 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:12:26.465790 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Routers {'6307cc7d-f170-419b-af51-dd512a6d37d2'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:12:26.467072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['6307cc7d-f170-419b-af51-dd512a6d37d2'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:26.489086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] For port a27709b3-7daf-467e-aa2c-010fec339f6b, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a27709b3-7daf-467e-aa2c-010fec339f6b,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:26.489488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:26.635510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Calling delete_port for a27709b3-7daf-467e-aa2c-010fec339f6b owned by network:router_gateway {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:26.671129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] Set router 6307cc7d-f170-419b-af51-dd512a6d37d2 gateway port host: None {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:12:26.796987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:12:26Z', 'revision_number': 6, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port_host': None}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:26.802298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c36f0-b82a-480b-a37f-50d9627c4f08 None None] The sync data for ids ['6307cc7d-f170-419b-af51-dd512a6d37d2'] in dv-cinder-782260-2-smb is: [{'id': '6307cc7d-f170-419b-af51-dd512a6d37d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1315490194-router', 'tenant_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:52Z', 'updated_at': '2021-04-07T15:12:26Z', 'revision_number': 6, 'project_id': 'd718aff678eb4be3a3f0d7901e44bf23', 'gw_port_host': None}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:12:26.810496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1f78c570-7b55-461d-a071-da8144c85f50 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:12:26.906126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:26.921741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ab67035-dd4a-47a9-9f56-40563b548885 tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:26.980667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27709b3-7daf-467e-aa2c-010fec339f6b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:26.986086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:26.991749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1f78c570-7b55-461d-a071-da8144c85f50,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:27.014422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '1f78c570-7b55-461d-a071-da8144c85f50', 'network_id': '948e37fa-764b-4af0-860e-5d269d33ecf0', 'port_id': '1f78c570-7b55-461d-a071-da8144c85f50', 'mac_address': 'fa:16:3e:0a:61:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c84c471-806e-4e1b-a7e7-9a7af14df09f', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:12:27.127251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.148160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f78c570-7b55-461d-a071-da8144c85f50 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:12:27.167415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1f78c570-7b55-461d-a071-da8144c85f50,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:27.171042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.172975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:27.254680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:27.258945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:27.259226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.422847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['1f78c570-7b55-461d-a071-da8144c85f50'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:12:27.498164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.508094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.602400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.603603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6307cc7d-f170-419b-af51-dd512a6d37d2 {{(pid=84385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:12:27.627580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.629847 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6307cc7d-f170-419b-af51-dd512a6d37d2 HTTP/1.1" status: 204 len: 168 time: 1.9602048 Apr 07 15:12:27.632292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57676) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:27.725415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45f51-5f1b-4aa5-af82-3ee7d6e8af41 req-3fd4535a-0147-405f-8c58-4865c6f0137e tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:27.727289 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-52c45f51-5f1b-4aa5-af82-3ee7d6e8af41 req-3fd4535a-0147-405f-8c58-4865c6f0137e tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 949 time: 0.0992320 Apr 07 15:12:27.744508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Deleting subnet 1e353b2a-2eab-4f08-bcb9-78be315cd5d3 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:12:27.748470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.766061 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-52c45f51-5f1b-4aa5-af82-3ee7d6e8af41 req-964c8dd5-e5f9-4575-9390-4abe099d5220 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269575 Apr 07 15:12:27.818994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.872780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 7fdf07de-a6e3-45a0-99db-99f648bc2588 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:27.925915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:27.940235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 7fdf07de-a6e3-45a0-99db-99f648bc2588 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:27.940899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 7fdf07de-a6e3-45a0-99db-99f648bc2588 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:27.941696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a27709b3-7daf-467e-aa2c-010fec339f6b no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:28.011379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: a27709b3-7daf-467e-aa2c-010fec339f6b {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:28.012029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a27709b3-7daf-467e-aa2c-010fec339f6b not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:28.261932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:28.291590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9e8cfc13-9ed2-46f4-95b7-c042a66bf131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:28.371094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e353b2a-2eab-4f08-bcb9-78be315cd5d3,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:28.374404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:28.466652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:28.473763 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9a899035-d0cd-49a9-be1a-c2f934140ef9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e353b2a-2eab-4f08-bcb9-78be315cd5d3 HTTP/1.1" status: 204 len: 168 time: 0.8399642 Apr 07 15:12:28.477664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57680) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:28.604308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:28.809658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:28.813490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1f78c570-7b55-461d-a071-da8144c85f50 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:12:29.104968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f8a494-43ff-4417-a86a-8bd24ff1dc79']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:29.145332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae1ac9e-1423-4417-8aba-007cb0702213') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:29.145851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae1ac9e-1423-4417-8aba-007cb0702213') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:29.176401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:29.208994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:29.209303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 1f78c570-7b55-461d-a071-da8144c85f50 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:12:29.218260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 1f78c570-7b55-461d-a071-da8144c85f50 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:12:29.218953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:29.238086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc2100-dd9f-40ea-8e90-b308c0063a93 req-c5ad8faa-b123-4029-a97c-3812f379f1ad tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:29.240969 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bbcc2100-dd9f-40ea-8e90-b308c0063a93 req-c5ad8faa-b123-4029-a97c-3812f379f1ad tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 949 time: 0.2766197 Apr 07 15:12:29.242988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:12:29.436235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:29.456641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:29.474983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1f78c570-7b55-461d-a071-da8144c85f50,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:29.479562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:29.482695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:29.542046 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50', 'code': 200} Apr 07 15:12:29.614970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:29.620791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:29.737380 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bbcc2100-dd9f-40ea-8e90-b308c0063a93 req-4df4a398-eb33-4c67-aa73-73db6ebe193e tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696963 Apr 07 15:12:29.798817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af81e3d-185b-40e4-bc10-f62dbfe2be9b req-34bc7625-b8e3-4582-906a-27b699aefa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:29.800538 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5af81e3d-185b-40e4-bc10-f62dbfe2be9b req-34bc7625-b8e3-4582-906a-27b699aefa80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 1103 time: 0.0864482 Apr 07 15:12:29.828312 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5af81e3d-185b-40e4-bc10-f62dbfe2be9b req-ff62f8af-cfd8-4f86-b59c-d3ccda46d666 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0213690 Apr 07 15:12:29.839249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:12:29.849713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.053707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Network f4f8a494-43ff-4417-a86a-8bd24ff1dc79 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:12:30.079352 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:12:30.165479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.170664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-31f6d551-3e26-4ee3-bdeb-60facde57baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:30.193249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.203578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f8a494-43ff-4417-a86a-8bd24ff1dc79,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:30.207486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:30.213239 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4f8a494-43ff-4417-a86a-8bd24ff1dc79 HTTP/1.1" status: 204 len: 168 time: 1.7343636 Apr 07 15:12:30.455091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57690) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:30.494482 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-465d921f-4fab-4d11-b649-0de13eefff16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d718aff678eb4be3a3f0d7901e44bf23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377259 Apr 07 15:12:30.497752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 57694) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:30.571854 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.602899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.660676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.671272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b6505665-b034-47a7-8d45-24835fc2b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:30.699093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce84c10f-b4f0-497f-9c70-766f6adbec61,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:30.704235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:30.717434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:30.723630 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2f4c6752-8dc7-47e0-8d71-4dd196e0ccf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce84c10f-b4f0-497f-9c70-766f6adbec61 HTTP/1.1" status: 204 len: 168 time: 0.2206211 Apr 07 15:12:31.054899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f387b84-ed91-42ee-be82-117b0646b41c req-a5ef9d55-2d7a-470f-a9f8-3d710d5cb5ba tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:31.056798 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3f387b84-ed91-42ee-be82-117b0646b41c req-a5ef9d55-2d7a-470f-a9f8-3d710d5cb5ba tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 950 time: 0.0989988 Apr 07 15:12:31.130128 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3f387b84-ed91-42ee-be82-117b0646b41c req-0c51ddce-d663-4533-927c-2141a69fe00a tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Apr 07 15:12:31.876001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b57f6c-b768-4c09-ab46-8d662e9bb37e req-a905fc52-6715-4228-b597-78a9dc9639e5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:31.877744 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74b57f6c-b768-4c09-ab46-8d662e9bb37e req-a905fc52-6715-4228-b597-78a9dc9639e5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 950 time: 0.1407566 Apr 07 15:12:31.911902 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74b57f6c-b768-4c09-ab46-8d662e9bb37e req-540b74af-6cee-4fe0-b656-845a1a23c6c2 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265226 Apr 07 15:12:33.167699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-8b062ea2-0bae-4663-b994-38931b7feb37 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:33.169486 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-8b062ea2-0bae-4663-b994-38931b7feb37 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.62 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 950 time: 0.0966318 Apr 07 15:12:33.174864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85aba-24be-494a-aae2-cfd4e2b47c63 req-f73a6270-43f0-4b09-b180-49afb5299bb3 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:33.177583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93c85aba-24be-494a-aae2-cfd4e2b47c63 req-f73a6270-43f0-4b09-b180-49afb5299bb3 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 950 time: 0.1321728 Apr 07 15:12:33.215778 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93c85aba-24be-494a-aae2-cfd4e2b47c63 req-43c4b0f1-4d33-4c61-a10a-096e592b11f5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Apr 07 15:12:33.260564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Deleting port 1f78c570-7b55-461d-a071-da8144c85f50 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:33.260956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:33.588808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] For port 1f78c570-7b55-461d-a071-da8144c85f50, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1f78c570-7b55-461d-a071-da8144c85f50,segment=NetworkSegment(7f69a40d-4188-48c9-9f92-31e66018851e),segment_id=7f69a40d-4188-48c9-9f92-31e66018851e)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:33.589456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:33.751668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Calling delete_port for 1f78c570-7b55-461d-a071-da8144c85f50 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:33.948628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:33.961660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['1f78c570-7b55-461d-a071-da8144c85f50'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:12:33.969352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bc7c6884-3062-443b-8546-342a3c9fe1de tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:34.033287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Pushing event deleted for resources: {'Port': ['ID=1f78c570-7b55-461d-a071-da8144c85f50,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:34.036013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:34.240524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] No DVR routers for this DVR port 1f78c570-7b55-461d-a071-da8144c85f50 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:12:34.244094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:34.248890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'name': 'network-vif-deleted', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:34.269707 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2f5ef1a9-fe57-4bd4-b042-814dbee09157 req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.62 "DELETE /v2.0/ports/1f78c570-7b55-461d-a071-da8144c85f50 HTTP/1.1" status: 204 len: 173 time: 1.0941081 Apr 07 15:12:34.365739 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285e8e20-462b-4590-9815-1c407d8fad1d', 'name': 'network-vif-deleted', 'tag': '1f78c570-7b55-461d-a071-da8144c85f50', 'status': 'completed', 'code': 200} Apr 07 15:12:34.508715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-55b3b1cf-fa7e-45f8-a36f-94992b251f52 req-fdb798cc-4869-4e37-b3ea-8dcad3d40859 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Synchronizing usage tracker for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:34.526775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-55b3b1cf-fa7e-45f8-a36f-94992b251f52 req-fdb798cc-4869-4e37-b3ea-8dcad3d40859 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Unset dirty status for tenant:4ed8c9927927480e9a2865ee044c3b69 on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:34.528043 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-55b3b1cf-fa7e-45f8-a36f-94992b251f52 req-fdb798cc-4869-4e37-b3ea-8dcad3d40859 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] 10.222.0.30 "GET /v2.0/ports?device_id=285e8e20-462b-4590-9815-1c407d8fad1d HTTP/1.1" status: 200 len: 210 time: 0.0746796 Apr 07 15:12:36.004256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d2f61620-aedf-45ab-9e9f-cb2ea005c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:36.824612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1f78c570-7b55-461d-a071-da8144c85f50 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:36.868123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 1f78c570-7b55-461d-a071-da8144c85f50 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:36.868608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1f78c570-7b55-461d-a071-da8144c85f50 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:38.763946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-412ab1ad-96f2-43d6-a9b7-0291e03731f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:39.135488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:39.912823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:40.087875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:40.720850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:41.062045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58050) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:41.244896 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7babd9ef-a458-428e-85ac-9ff6d9c3c1b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ed8c9927927480e9a2865ee044c3b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809683 Apr 07 15:12:41.247756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58056) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:41.321679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:41.352150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:41.406482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:41.411952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0d610df2-61f6-4dcc-a7d2-cbd7bb77ad22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:41.429799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d3ca00-32f8-44d7-9c6e-b3e345bc91ea,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:41.433548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:41.440202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:41.441440 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07d3ca00-32f8-44d7-9c6e-b3e345bc91ea HTTP/1.1" status: 204 len: 168 time: 0.1926165 Apr 07 15:12:42.571860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58070) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:42.705758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:42.722296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:42.726794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Usage tracker for resource:security_group_rule and tenant:776c8d4eeee74be0a3216962c197f4d5 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:42.730260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:42.736744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:42.832929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:42.836208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:42.844183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8bd3d6fa-ce57-4502-bb32-ae08b614b83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:42.888076 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=776c8d4eeee74be0a3216962c197f4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149862 Apr 07 15:12:42.889019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5c7d6-7a5b-4f5d-a02e-8b924e7e943b,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:42.891680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58076) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:42.894379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-56972987-c308-4e56-8059-1cb6396ff38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:42.956084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:42.986621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:43.036578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:43.040651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-28cf91cc-7f97-4163-b7e7-1027c7b3aaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:43.052899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5c7d6-7a5b-4f5d-a02e-8b924e7e943b,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:43.055341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:43.060887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:43.064730 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ada5c7d6-7a5b-4f5d-a02e-8b924e7e943b HTTP/1.1" status: 204 len: 168 time: 0.1694801 Apr 07 15:12:44.323526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:12:46.186717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae747-7996-4a4d-b1bd-bce75bc92bc2 req-8c8b88f1-b1e2-4e08-9453-b37de03b6e15 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:46.188474 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1efae747-7996-4a4d-b1bd-bce75bc92bc2 req-8c8b88f1-b1e2-4e08-9453-b37de03b6e15 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.0977697 Apr 07 15:12:46.222764 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1efae747-7996-4a4d-b1bd-bce75bc92bc2 req-d43f8a2e-e25c-4ffa-bec5-f3b2f7aedfd5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268705 Apr 07 15:12:47.451568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385578-54bd-444e-8c5b-a1f12ecf29ab req-44f0da6a-dc33-4353-aead-74ed6622201a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:47.453275 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-78385578-54bd-444e-8c5b-a1f12ecf29ab req-44f0da6a-dc33-4353-aead-74ed6622201a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.1036351 Apr 07 15:12:47.488418 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-78385578-54bd-444e-8c5b-a1f12ecf29ab req-116c1ef7-f1fe-4884-af7b-15de33263ac0 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277939 Apr 07 15:12:47.853724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-35f633e0-46e7-4ed0-b011-c1cdf0a581de tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:47.855511 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-35f633e0-46e7-4ed0-b011-c1cdf0a581de tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.0987248 Apr 07 15:12:47.946593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port e4148168-2668-453c-900c-0204a66238f0 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:47.947019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.231287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] For port e4148168-2668-453c-900c-0204a66238f0, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=e4148168-2668-453c-900c-0204a66238f0,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:12:48.231984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.327149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58192) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:48.470112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.492406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:48.497297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Usage tracker for resource:security_group_rule and tenant:c88faf8a0db04906ad5b91bc5ad6779a is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:48.500871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:48.508434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:48.616004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.620630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.630011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b0e41332-0b0a-4bc8-be8a-1e129c6f055b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:48.681723 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c88faf8a0db04906ad5b91bc5ad6779a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486447 Apr 07 15:12:48.681723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62dd321-f2b8-460f-8ffa-cfbcd6f33e5c,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:48.683904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58200) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:48.722564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:48.824405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.852274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf81707-43fc-449b-bb97-0c813273b1a5 req-2617799d-9f8a-4c99-8ed2-dbf410119d8e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:48.854055 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0bf81707-43fc-449b-bb97-0c813273b1a5 req-2617799d-9f8a-4c99-8ed2-dbf410119d8e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 947 time: 0.1749425 Apr 07 15:12:48.883943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.894215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.895040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.895664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Floating IP 7cedeabf-434f-40a0-bf88-3aa2215348a7 disassociated. External IP: 172.28.1.15, port: e4148168-2668-453c-900c-0204a66238f0. Apr 07 15:12:48.896311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for e4148168-2668-453c-900c-0204a66238f0 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:48.917175 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0bf81707-43fc-449b-bb97-0c813273b1a5 req-e356e66a-09fe-43a3-97bd-d637d4654bac tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=00215fb7-1680-4154-975b-4107e67e1e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Apr 07 15:12:48.947246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.953828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d0c81acf-f7c5-4cd4-9cff-1087be3e1511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:48.966811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62dd321-f2b8-460f-8ffa-cfbcd6f33e5c,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:48.969378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:48.977511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:48.981310 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f62dd321-f2b8-460f-8ffa-cfbcd6f33e5c HTTP/1.1" status: 204 len: 168 time: 0.2610097 Apr 07 15:12:49.095202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.111505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:49.171705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'Port': ['ID=e4148168-2668-453c-900c-0204a66238f0,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:49.175983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:49.335973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58208) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:49.356417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.373004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:49.377272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Usage tracker for resource:security_group_rule and tenant:e88ae2bef9d9470ba118dc0f01e3b012 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:49.380672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:49.387339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:49.486583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.490502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.507030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4e6dfc1e-9075-448f-9453-a3a2be827f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:49.518976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:12:49.561136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e88ae2bef9d9470ba118dc0f01e3b012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212079 Apr 07 15:12:49.561398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58212) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:49.564428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49514282-2316-49c6-9685-542eb030363a,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:49.592916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:49.636059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.673234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.721960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:12:49.735898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:12:49.754466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:12:49.755275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:49.758035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.764857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f3c0233c-298d-465d-9bc2-64263e8e2ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:49.781777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49514282-2316-49c6-9685-542eb030363a,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:49.785252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:49.786758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.795504 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49514282-2316-49c6-9685-542eb030363a HTTP/1.1" status: 204 len: 168 time: 0.2313089 Apr 07 15:12:49.812094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] No DVR routers for this DVR port e4148168-2668-453c-900c-0204a66238f0 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:12:49.815208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:49.819943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-deleted', 'tag': 'e4148168-2668-453c-900c-0204a66238f0'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:12:49.837766 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e9538f9a-6065-4ee8-9200-5909a54b454d req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "DELETE /v2.0/ports/e4148168-2668-453c-900c-0204a66238f0 HTTP/1.1" status: 204 len: 173 time: 1.9735196 Apr 07 15:12:49.909969 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49121745-e7eb-4977-82ab-ef241bfa8b8a', 'name': 'network-vif-deleted', 'tag': 'e4148168-2668-453c-900c-0204a66238f0', 'status': 'completed', 'code': 200} Apr 07 15:12:50.034990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:12:50.250258 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fa97927d-0264-46e1-90aa-7de2324126da req-9434c0b2-b93f-429d-bc10-c67f74ca9338 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=49121745-e7eb-4977-82ab-ef241bfa8b8a HTTP/1.1" status: 200 len: 210 time: 0.0899980 Apr 07 15:12:50.468763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:50.477263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:12:50.496288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:12:50.497497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:50.759132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:12:50.971505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:12:51.037124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: e4148168-2668-453c-900c-0204a66238f0 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:12:51.037761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device e4148168-2668-453c-900c-0204a66238f0 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:12:51.306470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:12:51.311925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16350-27ba-4bcd-8935-d489535e7d29 None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:12:51.443063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58246) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:51.557949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:51.594683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:51.651600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:51.668812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9225b3c2-1a89-45c4-a871-4230fbc691b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:51.687818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00215fb7-1680-4154-975b-4107e67e1e9f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:51.695198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:51.696464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:51.704161 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58256) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:51.707558 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "DELETE /v2.0/security-groups/00215fb7-1680-4154-975b-4107e67e1e9f HTTP/1.1" status: 204 len: 168 time: 0.2624903 Apr 07 15:12:51.742321 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.v2.resource [None req-76b9edca-7e48-4286-96e3-452600ac7316 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] show failed (client error): The resource could not be found. Apr 07 15:12:51.748563 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-76b9edca-7e48-4286-96e3-452600ac7316 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups/00215fb7-1680-4154-975b-4107e67e1e9f HTTP/1.1" status: 404 len: 347 time: 0.0421009 Apr 07 15:12:51.750013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58260) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:51.940637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e240e-0e3b-40fb-a42f-a4f03411befb None None] New status for floating IP 7cedeabf-434f-40a0-bf88-3aa2215348a7: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:12:51.965066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port 31c82630-b7d3-49c8-b484-673d1d597ac1 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:51.965066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:52.264589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:52.265193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:52.517142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for 31c82630-b7d3-49c8-b484-673d1d597ac1 owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:52.623510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:12:52.624696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:12:53.126065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port 31c82630-b7d3-49c8-b484-673d1d597ac1 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:12:53.126409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.351091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.351421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.488297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for 31c82630-b7d3-49c8-b484-673d1d597ac1 owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:12:53.650322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.667467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a1ba788-1689-4a8e-ab5b-b6e575b848c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:53.729435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'Port': ['ID=31c82630-b7d3-49c8-b484-673d1d597ac1,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:53.733392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:53.972205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.989355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:53.990520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "DELETE /v2.0/floatingips/7cedeabf-434f-40a0-bf88-3aa2215348a7 HTTP/1.1" status: 204 len: 168 time: 2.2389715 Apr 07 15:12:54.063988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58304) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:54.208217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.227984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:54.232999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d47f63c3844df3ac7e71fb0082344a is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:54.236695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:54.244129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:54.388567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58310) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:54.395487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192442767', 'description': 'tempest-description--815175440'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:54.402791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:54.407931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:54.410558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.412772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:54.415432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.420550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:54.431919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.432532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7279b6f7-3cd2-4762-9054-20fc55a743e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:54.436586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:54.441416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:54.444970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:54.451566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:54.519900 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4d47f63c3844df3ac7e71fb0082344a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543502 Apr 07 15:12:54.522464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c763f9a-af10-4e1d-acfc-513dfa28d921,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:54.526604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:54.527477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58314) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:54.535532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.549530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.554337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1a70bffb-cfc3-4104-8813-0e2b2b179457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:54.599190 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.611677 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147882a9-ee5f-4d22-9f2d-d71081220c1c,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:54.615398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:54.617520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.623725 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2291780 Apr 07 15:12:54.624880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58318) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:54.630370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group_rule': {'security_group_id': '147882a9-ee5f-4d22-9f2d-d71081220c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:54.634811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.637272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:54.641671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:54.650211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:54.658683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:54.677715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.685736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.692448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f2f6b138-4258-4571-adc9-f02a38dccbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:54.709529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c763f9a-af10-4e1d-acfc-513dfa28d921,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:54.719770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.721093 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c763f9a-af10-4e1d-acfc-513dfa28d921 HTTP/1.1" status: 204 len: 168 time: 0.1925395 Apr 07 15:12:54.722997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.723397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.724402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.724847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.725247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.725648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.726325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.726408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.726824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.727260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.727655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.729453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:12:54.734076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:54.774213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.777942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.787177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff079922-9ae8-4010-9733-896ba8ea733a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:54.809039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc986a45-6dfc-4f2a-ab64-2113fcc16346,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:54.812001 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:54.820906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.822390 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ee1f805e-8840-48db-8f32-8b15a5388733 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971695 Apr 07 15:12:54.826663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58324) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:54.833694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'security_group_rule': {'security_group_id': '147882a9-ee5f-4d22-9f2d-d71081220c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:54.841753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:54.847156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:security_group_rule and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:54.851468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:54.859598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:54.881921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.953784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.958147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:54.960811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:54.987775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9938b3-fa43-42cd-9d79-bb5dcc53b58d,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:54.990581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:54.999140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.000512 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726518 Apr 07 15:12:55.004055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58330) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:55.010191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:55.016954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:55.021654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Usage tracker for resource:floatingip and tenant:fe4f3e655e6d4960a01cb171511affde is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:55.025906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:55.032230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:55.042765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.089096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58334) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:55.110200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.130167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:55.134546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Usage tracker for resource:security_group_rule and tenant:72bbd2768422439abb53d07ccc0b09a6 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:12:55.137744 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:12:55.144160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:55.197385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.234906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.237916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.247369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e1ed2cb1-c67d-4d3c-902c-83d7064ca41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:55.291451 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72bbd2768422439abb53d07ccc0b09a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010260 Apr 07 15:12:55.292342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cdcd0e-f327-4f34-ac56-7f307af719b8,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:55.294919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58338) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:12:55.297595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:55.364534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.388506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Allocated IP 172.28.1.55 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/79bbea90-1354-4dbe-a59a-2519a43ba5cd) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:12:55.394960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.445484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.449671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35817686-1508-4482-8c80-98fb06c3aece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:55.465354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cdcd0e-f327-4f34-ac56-7f307af719b8,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:55.471838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:55.474069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.478415 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c8e5ecbf-db56-488c-93dc-4b954dc7a96e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6cdcd0e-f327-4f34-ac56-7f307af719b8 HTTP/1.1" status: 204 len: 168 time: 0.1823840 Apr 07 15:12:55.597109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.637543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:55.667409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f64b4cec-6e9a-4e2b-8b09-ac6ddfa54271 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:55.879960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=79bbea90-1354-4dbe-a59a-2519a43ba5cd,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:55.885109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:55.933723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:12:55.935197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:12:55.938045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:12:56.031322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:56.104230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:56.643248 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:56.650584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:56.671461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:12:56.901516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=79bbea90-1354-4dbe-a59a-2519a43ba5cd,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:12:56.904878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:12:57.037833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:57.082116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:12:57.084698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0794842 Apr 07 15:12:57.436504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-bee72c4b-9020-48b4-a60b-992ca6f59219 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:57.460635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-bee72c4b-9020-48b4-a60b-992ca6f59219 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:57.462366 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-bee72c4b-9020-48b4-a60b-992ca6f59219 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--192442767&fields=id&tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 267 time: 0.0722730 Apr 07 15:12:57.664431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-98c57e9d-67dd-4b66-86a9-3bfb30ce18cf tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:57.666391 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-98c57e9d-67dd-4b66-86a9-3bfb30ce18cf tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 817 time: 0.1914425 Apr 07 15:12:57.687759 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-2455f056-5e06-4e0c-9610-e160436e8281 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/quotas/fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 375 time: 0.0147932 Apr 07 15:12:57.788151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-60814f99-6a6c-4be1-87c1-846017ff7df2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:57.806263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-60814f99-6a6c-4be1-87c1-846017ff7df2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:57.808048 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-60814f99-6a6c-4be1-87c1-846017ff7df2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134527 Apr 07 15:12:57.971378 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-8c65bd5c-8ff7-453c-81e5-f5e9bd351ffb service neutron] 10.222.0.30 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483703 Apr 07 15:12:58.141349 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-c7d9b61b-ef2f-4c6c-b113-1e7811ef1a59 service neutron] 10.222.0.30 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631906 Apr 07 15:12:58.371373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-387f29f9-e08a-4179-acec-b7acd4014faf req-0acb6bfb-28e4-4274-9c97-d0df9a3e823a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:58.385051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-387f29f9-e08a-4179-acec-b7acd4014faf req-0acb6bfb-28e4-4274-9c97-d0df9a3e823a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:58.386662 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-387f29f9-e08a-4179-acec-b7acd4014faf req-0acb6bfb-28e4-4274-9c97-d0df9a3e823a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 210 time: 0.0696321 Apr 07 15:12:59.630724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-0f60d711-17a2-4871-b38e-4abfa0a3a894 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:12:59.632619 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-0f60d711-17a2-4871-b38e-4abfa0a3a894 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 817 time: 0.1797845 Apr 07 15:12:59.635319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a0122655-9cfd-4ea7-b7d8-3146a91dd831 req-2f97d941-a437-41ee-bec4-f1ec3ce586a4 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 210 time: 0.1100836 Apr 07 15:12:59.719122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-8bc849c2-d2d0-41fe-9779-9e2c5f17ac51 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:12:59.740794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91c8b221-03e4-409d-9493-93152b067d7c req-8bc849c2-d2d0-41fe-9779-9e2c5f17ac51 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:12:59.742876 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-8bc849c2-d2d0-41fe-9779-9e2c5f17ac51 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 5703 time: 0.0980072 Apr 07 15:12:59.753041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'port': {'device_id': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'admin_state_up': True, 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'security_groups': ['147882a9-ee5f-4d22-9f2d-d71081220c1c']}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:12:59.960590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:12:59.977766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:12:59.989905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Made reservation on behalf of fe4f3e655e6d4960a01cb171511affde for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:13:00.004463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:00.279002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Allocated IP 172.20.0.11 (734b89ca-cdd2-4231-94f1-e0b0235a671c/9ab060e2-8f92-4c56-bb03-c5924852df51/58637d88-eb88-4c77-bbf4-3ea59eddbe3a) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:13:00.439629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971437d-f9c0-475f-b183-9001337fe4d4 req-4b216e69-5e06-4e01-a035-d291aa61c7f8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:00.441305 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4971437d-f9c0-475f-b183-9001337fe4d4 req-4b216e69-5e06-4e01-a035-d291aa61c7f8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1067474 Apr 07 15:13:00.476832 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4971437d-f9c0-475f-b183-9001337fe4d4 req-9535d3c1-d81e-4838-88d9-dc9cd237c0e9 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268891 Apr 07 15:13:00.535520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:00.564338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Transition to ACTIVE for port object 58637d88-eb88-4c77-bbf4-3ea59eddbe3a will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:13:00.593288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:00.611833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-47d92210-eee0-465d-bda3-6723b4b3b09b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:00.780428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:00.809904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.810606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.811342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.812119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.812799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.813504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.814171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.814959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.815454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.816118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.816966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.817524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:00.829214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:00.918930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:13:00.921769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:13:00.924675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:13:01.007813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:01.008644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:01.020941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea0901-753c-4821-8f1c-9a88c617a0d4 req-60f085dc-60f6-47d8-abc0-1bcb4a0bd533 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:01.022729 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76ea0901-753c-4821-8f1c-9a88c617a0d4 req-60f085dc-60f6-47d8-abc0-1bcb4a0bd533 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 932 time: 0.1810496 Apr 07 15:13:01.075342 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76ea0901-753c-4821-8f1c-9a88c617a0d4 req-9f00001d-855c-4fe8-acdc-e15ed3083703 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366592 Apr 07 15:13:01.082407 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3339281 Apr 07 15:13:01.097983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Request body: {'port': {'device_id': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:01.227852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:01.259881 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d7092257-0903-4bfd-8880-6312dd44dc5e None None] Provisioning for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:13:01.269250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d7092257-0903-4bfd-8880-6312dd44dc5e None None] Provisioning complete for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:13:01.269876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7092257-0903-4bfd-8880-6312dd44dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:01.385129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d7092257-0903-4bfd-8880-6312dd44dc5e None None] Port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:13:01.678231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:13:01.687164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:01.704458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Transition to ACTIVE for port object 58637d88-eb88-4c77-bbf4-3ea59eddbe3a will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:13:01.707754 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:01.708209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4d24-8e10-4d25-ad1d-1929076dba2d req-6a90f44f-fa26-4932-a6bb-44968648ea6b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:01.709915 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1ab4d24-8e10-4d25-ad1d-1929076dba2d req-6a90f44f-fa26-4932-a6bb-44968648ea6b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.0967102 Apr 07 15:13:01.724498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:01.749366 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d1ab4d24-8e10-4d25-ad1d-1929076dba2d req-1b71ebd3-fb94-46b3-a1f6-58caea4dad0d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Apr 07 15:13:01.873099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:01.877766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:02.175635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Attempting to bind port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:13:02.176099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Attempting to bind port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:13:02.176640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Attempting to bind port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:13:02.182621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a on network 734b89ca-cdd2-4231-94f1-e0b0235a671c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:13:02.183019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Attempting to bind port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a on network 734b89ca-cdd2-4231-94f1-e0b0235a671c {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:13:02.189385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:13:02.189761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Checking segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:13:02.190187 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Bound using segment: {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:13:02.190709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Bound port: 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5b309b-4347-40d8-b977-aa84e5a3e24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:13:02.191127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:02.281958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:13:02.286574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:13:02.291441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:02.309923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:02.583186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58458) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:02.626688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-cb424a86-c4a2-45fa-8dc1-7145239c648b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:02.629698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-cb424a86-c4a2-45fa-8dc1-7145239c648b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1476765 Apr 07 15:13:02.756946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Deleting port ece756e9-d925-4050-9f6d-eaad3743c136 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:13:02.757483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:02.876501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:02.980153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:02.981624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:03.001394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:03.030812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Usage tracker for resource:security_group_rule and tenant:b3eac1a4926f4e7992246717948787d4 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:03.040662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:03.054322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:03.063642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b793b0-4150-4f4e-9f93-82d58cf354e1 req-78d2c668-ffb2-49b8-874d-95889a4a41db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.064427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-a0b793b0-4150-4f4e-9f93-82d58cf354e1 req-78d2c668-ffb2-49b8-874d-95889a4a41db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:03.075574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.076759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.079525 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-6f9b1289-f36f-4a7f-945d-001de8fd6f31 service neutron] 10.222.0.62 "PUT /v2.0/ports/58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 1094 time: 1.9868011 Apr 07 15:13:03.080419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:03.124273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-a0b793b0-4150-4f4e-9f93-82d58cf354e1 req-78d2c668-ffb2-49b8-874d-95889a4a41db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:03.139189 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a0b793b0-4150-4f4e-9f93-82d58cf354e1 req-78d2c668-ffb2-49b8-874d-95889a4a41db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.8327360 Apr 07 15:13:03.227503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb34e58-ed20-4b6a-abbb-cf4186f36032 req-7240a508-b8c5-4d36-847e-8b6fb295a4d1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.229318 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9fb34e58-ed20-4b6a-abbb-cf4186f36032 req-7240a508-b8c5-4d36-847e-8b6fb295a4d1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 945 time: 0.3326049 Apr 07 15:13:03.290212 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9fb34e58-ed20-4b6a-abbb-cf4186f36032 req-088cd747-40c9-4143-b5ae-efbe9e148279 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=80a1195a-bfc1-4d84-bc69-414a3709336b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506704 Apr 07 15:13:03.295651 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a0b793b0-4150-4f4e-9f93-82d58cf354e1 req-d5e4e9a7-32d1-4aba-be50-a93402957cb8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548340 Apr 07 15:13:03.368987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] For port ece756e9-d925-4050-9f6d-eaad3743c136, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=ece756e9-d925-4050-9f6d-eaad3743c136,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:03.369399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.371312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-8c12aa7e-4245-4656-b659-de07148de70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.375036 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-8c12aa7e-4245-4656-b659-de07148de70d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1097 time: 0.2098935 Apr 07 15:13:03.449221 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'status': 'completed', 'code': 200} Apr 07 15:13:03.459428 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-7b9271f1-f98f-4687-9304-6d789aa61734 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 217 time: 0.0710292 Apr 07 15:13:03.539996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-b93aad1f-5e72-4724-b283-8da685150677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.541712 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-b93aad1f-5e72-4724-b283-8da685150677 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0729306 Apr 07 15:13:03.551815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.562956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.573454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-651a53a8-9590-4d85-8d98-8f948abff116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:03.632361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b221-03e4-409d-9493-93152b067d7c req-eed81f6b-8a2d-441e-bba7-7e3fe1f29c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:03.634051 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-eed81f6b-8a2d-441e-bba7-7e3fe1f29c3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824292 Apr 07 15:13:03.698702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32bc09-7ec0-4953-b11a-1450038b99e4,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:03.707925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:03.712995 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3eac1a4926f4e7992246717948787d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282408 Apr 07 15:13:03.721503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58468) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:03.835929 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-98837b38-6e74-4d8f-951c-6da86a65746d service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906106 Apr 07 15:13:03.897639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.898381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:03.898381 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Floating IP 2054a7c4-d13c-41c9-bd98-1055724bf88d disassociated. External IP: 172.28.1.122, port: ece756e9-d925-4050-9f6d-eaad3743c136. Apr 07 15:13:03.898756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Calling delete_port for ece756e9-d925-4050-9f6d-eaad3743c136 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:13:03.949873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.008310 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91c8b221-03e4-409d-9493-93152b067d7c req-026cc8f4-d006-4058-8064-e7553d2b5d78 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619608 Apr 07 15:13:04.016400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.142000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.147260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-526aa2bc-b47e-4dfa-8cbf-2de8f7ecac51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:04.159619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.179090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32bc09-7ec0-4953-b11a-1450038b99e4,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:04.196638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:04.197199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-234a5ccd-f64f-4c2c-8053-fa430b76b1fc tempest-ServerRescueNegativeTestJSON-688091858 tempest-ServerRescueNegativeTestJSON-688091858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:04.230874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a67d2-8cea-400a-ae84-3341380c49cb req-67e48dd2-1c36-4d85-af43-a20fde0d7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:04.233933 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-67e48dd2-1c36-4d85-af43-a20fde0d7a98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1097 time: 0.1595676 Apr 07 15:13:04.257283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'Port': ['ID=ece756e9-d925-4050-9f6d-eaad3743c136,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:04.307346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:04.329353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.330595 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab32bc09-7ec0-4953-b11a-1450038b99e4 HTTP/1.1" status: 204 len: 168 time: 0.6080408 Apr 07 15:13:04.484840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a67d2-8cea-400a-ae84-3341380c49cb req-abb254c2-fd84-454e-a4bd-87c396b83418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:04.486550 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-abb254c2-fd84-454e-a4bd-87c396b83418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.2443974 Apr 07 15:13:04.612573 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ba28671b-4785-4781-b6ca-56201593a861 req-0689025e-9418-4889-8c4a-855fa8259788 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 210 time: 0.1297126 Apr 07 15:13:04.614031 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-7a102f62-d886-457b-af43-96f5172c2ebf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 217 time: 0.0833139 Apr 07 15:13:04.701786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a67d2-8cea-400a-ae84-3341380c49cb req-144c3f43-eea3-43b3-b17a-0643e546af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:04.703784 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-144c3f43-eea3-43b3-b17a-0643e546af30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0801241 Apr 07 15:13:04.837227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a67d2-8cea-400a-ae84-3341380c49cb req-c3602555-19d7-4646-98b6-32034f9a68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:04.840313 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-c3602555-19d7-4646-98b6-32034f9a68a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284325 Apr 07 15:13:04.892133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58480) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:04.936660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:04.974563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:04.987541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc32ec2e2124e17934508aec5592dc0 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:04.995302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:05.014373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d419d-f636-4d05-ac27-665dfbd15ff1 req-3b1761a3-1262-478d-b200-026d4b30015a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:05.016122 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-517d419d-f636-4d05-ac27-665dfbd15ff1 req-3b1761a3-1262-478d-b200-026d4b30015a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.2675474 Apr 07 15:13:05.017243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:05.029368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:13:05.080962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-517d419d-f636-4d05-ac27-665dfbd15ff1 req-be32dc36-14ae-496b-a1cf-6aca9a03a1f4 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538883 Apr 07 15:13:05.138337 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-f211d292-ebbd-4722-b04e-48a21ff2e4dd service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871327 Apr 07 15:13:05.313782 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-381a67d2-8cea-400a-ae84-3341380c49cb req-703ccdd7-2d66-4600-8983-b2f38fbf8fed service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639094 Apr 07 15:13:05.328553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:13:05.340389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:13:05.352198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:05.352895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:05.412987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.420217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] No DVR routers for this DVR port ece756e9-d925-4050-9f6d-eaad3743c136 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:13:05.422136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.430013 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.433112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a1601b5-c00e-4c88-8a1a-51ed8c6caec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:05.443989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'name': 'network-vif-deleted', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:05.486485 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f17945fe-2c30-48c6-9bb5-00a17e4ea224 req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "DELETE /v2.0/ports/ece756e9-d925-4050-9f6d-eaad3743c136 HTTP/1.1" status: 204 len: 173 time: 2.8482423 Apr 07 15:13:05.498794 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbc32ec2e2124e17934508aec5592dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047788 Apr 07 15:13:05.500896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe75263-d28c-4065-9a74-9462aed70c55,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:05.501908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58486) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:05.506540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:05.508496 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabf5226-7841-4d82-9e45-4af114e9ccc8', 'name': 'network-vif-deleted', 'tag': 'ece756e9-d925-4050-9f6d-eaad3743c136', 'status': 'completed', 'code': 200} Apr 07 15:13:05.591576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.622059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.683097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.689108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dab13b8f-a4a6-48d3-be3e-3881045818e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:05.702752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe75263-d28c-4065-9a74-9462aed70c55,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:05.706062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:05.708339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:05.711372 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbe75263-d28c-4065-9a74-9462aed70c55 HTTP/1.1" status: 204 len: 168 time: 0.2063289 Apr 07 15:13:05.747198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:05.877214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e5578e15-f766-40ff-a551-66e749b64255 req-b670f841-34f9-4932-9078-5b434736763b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:05.897585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-e5578e15-f766-40ff-a551-66e749b64255 req-b670f841-34f9-4932-9078-5b434736763b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:05.908431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e5578e15-f766-40ff-a551-66e749b64255 req-b670f841-34f9-4932-9078-5b434736763b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=aabf5226-7841-4d82-9e45-4af114e9ccc8 HTTP/1.1" status: 200 len: 210 time: 0.1118340 Apr 07 15:13:06.104016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e16b04c0-a072-4675-a2cc-3c90c92372c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:06.300889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:06.310115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:13:06.330107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:06.331392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:12:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:06.433053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0d8b-588f-44e7-ad0e-a8849ed509f4 req-90250fb8-a171-40ab-bba2-bcf4e6c93f50 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:06.434838 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6cfd0d8b-588f-44e7-ad0e-a8849ed509f4 req-90250fb8-a171-40ab-bba2-bcf4e6c93f50 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.0994508 Apr 07 15:13:06.470710 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6cfd0d8b-588f-44e7-ad0e-a8849ed509f4 req-8b64ffd0-36ee-44fb-99a8-3a6382acd515 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283985 Apr 07 15:13:06.677532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:06.938136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:13:06.942548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device ece756e9-d925-4050-9f6d-eaad3743c136 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:13:07.010424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: ece756e9-d925-4050-9f6d-eaad3743c136 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:13:07.010861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device ece756e9-d925-4050-9f6d-eaad3743c136 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:13:07.076729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58522) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:07.215912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.250397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.261913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:07.280086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:13:07.283637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:07.314813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.321777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a877902-2552-4dae-80c0-1ceb00cc10b3 None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:13:07.322712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b88d3653-0f7b-409f-ab08-6d324942461f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:07.357619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1195a-bfc1-4d84-bc69-414a3709336b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:07.363240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:07.375427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.378336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:13:07.389360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.399053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58530) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:07.403520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-81b51699-1fad-40a8-84e9-9d5866c61b70 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "DELETE /v2.0/security-groups/80a1195a-bfc1-4d84-bc69-414a3709336b HTTP/1.1" status: 204 len: 168 time: 0.3246839 Apr 07 15:13:07.436066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:07.441099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.446031 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:07.448283 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.v2.resource [None req-892ff28f-72b2-442a-b59a-0338d60487f6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] show failed (client error): The resource could not be found. Apr 07 15:13:07.449532 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-892ff28f-72b2-442a-b59a-0338d60487f6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups/80a1195a-bfc1-4d84-bc69-414a3709336b HTTP/1.1" status: 404 len: 347 time: 0.0487940 Apr 07 15:13:07.454950 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58534) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:07.545786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:07.557127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.557820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.558199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.558576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.558980 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.559355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.559725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.560090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.560455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.561379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.561749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.562113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:13:07.567666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:07.652649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Deleting port c0071666-ad9e-4ef9-a750-5ff18e6f78c6 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:13:07.653125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.706158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['58637d88-eb88-4c77-bbf4-3ea59eddbe3a'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:13:07.734253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d08870-52c9-4ac5-810f-a5cfd77b6070 req-c30015d2-700a-40e6-8439-37df8a0d74b3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:07.742892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c4d08870-52c9-4ac5-810f-a5cfd77b6070 req-c30015d2-700a-40e6-8439-37df8a0d74b3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 945 time: 0.1182680 Apr 07 15:13:07.783299 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c4d08870-52c9-4ac5-810f-a5cfd77b6070 req-342ac361-4c6a-4794-ab9e-d68bb98f2e2e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392914 Apr 07 15:13:07.852661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016173ed-fcd8-461e-bea4-ff8bd298774c None None] New status for floating IP 2054a7c4-d13c-41c9-bd98-1055724bf88d: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:13:07.900246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:07.900609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.056416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Calling delete_port for c0071666-ad9e-4ef9-a750-5ff18e6f78c6 owned by network:floatingip {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:13:08.239027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.248229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-016173ed-fcd8-461e-bea4-ff8bd298774c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:13:08.248721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-016173ed-fcd8-461e-bea4-ff8bd298774c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:13:08.269449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:08.326074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'Port': ['ID=c0071666-ad9e-4ef9-a750-5ff18e6f78c6,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:08.328942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:08.554800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.575075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.577359 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "DELETE /v2.0/floatingips/2054a7c4-d13c-41c9-bd98-1055724bf88d HTTP/1.1" status: 204 len: 168 time: 1.1199753 Apr 07 15:13:08.750362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016173ed-fcd8-461e-bea4-ff8bd298774c None None] New status for floating IP 2054a7c4-d13c-41c9-bd98-1055724bf88d: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:13:08.791030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-87d9c587-b76a-4bd9-8582-90770c347fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.935224 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58564) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:08.941183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226862389', 'description': 'tempest-description--1144667216'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:08.948367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:13:08.957789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:08.964076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:08.968070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:08.975107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:08.989545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:08.993753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:09.000351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:09.005622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:09.015343 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:09.068400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:13:09.083414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:13:09.084276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.159095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.165010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.176118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bedff4e8-7846-4337-92c3-5fc285352cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:09.195153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190f4bc-8669-4b44-a9d1-411d00e9a70a req-837c7767-17fc-4fac-828e-86b465749c0d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:09.198884 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b190f4bc-8669-4b44-a9d1-411d00e9a70a req-837c7767-17fc-4fac-828e-86b465749c0d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 945 time: 0.1820672 Apr 07 15:13:09.210548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.237643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582683e8-40f8-4ee8-9b19-f31e7aef9232,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:09.240990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:09.261296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.266326 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b190f4bc-8669-4b44-a9d1-411d00e9a70a req-f7e32fb3-9dab-487f-965f-d86ac7ee0ba2 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551345 Apr 07 15:13:09.266536 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3300023 Apr 07 15:13:09.267372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58568) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:09.277363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group_rule': {'security_group_id': '582683e8-40f8-4ee8-9b19-f31e7aef9232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:09.290071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:09.298461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:09.311068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:09.316191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:09.321725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.344941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:09.346691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.363687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:09.369533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.372209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:09.412703 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'code': 200} Apr 07 15:13:09.455602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:09.464690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:09.486877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.491856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.494100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:09.521316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49158e9-3ebd-4dc8-91e9-6c0a6e8f0219,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:09.527967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:09.531326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.536422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647543 Apr 07 15:13:09.536865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58574) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:09.543456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'security_group_rule': {'security_group_id': '582683e8-40f8-4ee8-9b19-f31e7aef9232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:09.550615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:09.556422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:security_group_rule and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:09.562414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:09.573973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:09.603813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.696916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.700627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.702845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc93e-0a84-40e0-a5f3-4ba4f63924a0 req-27f3fa20-b9fb-4ec0-8e8b-f4e01351a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:09.703894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:09.704519 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-324cc93e-0a84-40e0-a5f3-4ba4f63924a0 req-27f3fa20-b9fb-4ec0-8e8b-f4e01351a1dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1099 time: 0.0993695 Apr 07 15:13:09.741607 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-324cc93e-0a84-40e0-a5f3-4ba4f63924a0 req-9c71f553-94cb-4fbb-b591-cba7e87a9b4d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257475 Apr 07 15:13:09.748383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1945f84c-2895-4ba9-9b50-dc9735830562,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:09.752777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:09.764217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.766381 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-45854c9e-a456-410e-bf2a-f411d723e28e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280703 Apr 07 15:13:09.769644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58578) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:09.776119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:09.783047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:09.787260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Usage tracker for resource:floatingip and tenant:aa0a72111bf1475aa7eaedcb97fd37dc is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:09.790379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:09.796834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:09.810972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:09.919003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:10.072648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:10.116638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:10.313806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Allocated IP 172.28.1.37 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/bfdde2f4-70a1-4596-8d71-35f690cc0af3) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:13:10.596762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:10.653497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:10.674893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325dd5b-3396-4f8f-ab54-18d80ea1a816 req-e05b7336-d40e-440a-87a7-e92150b92c4b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:10.679182 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f325dd5b-3396-4f8f-ab54-18d80ea1a816 req-e05b7336-d40e-440a-87a7-e92150b92c4b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1514614 Apr 07 15:13:10.680841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-efb83c27-c9d8-4214-94d5-6c2ad0dd2242 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:10.740023 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f325dd5b-3396-4f8f-ab54-18d80ea1a816 req-d1cca67d-2e06-45b7-bf94-0baced0b3f75 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556831 Apr 07 15:13:10.745350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.107795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=bfdde2f4-70a1-4596-8d71-35f690cc0af3,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:11.112926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:11.156125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:13:11.157875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:13:11.160947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:13:11.247098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.316590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.598976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.607636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.621730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f5cc6435-7318-4803-9cff-4e75677a0370 tempest-VolumesActionsTest-484646485 tempest-VolumesActionsTest-484646485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:11.778039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=bfdde2f4-70a1-4596-8d71-35f690cc0af3,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:11.783166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:11.890073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.970811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:11.972358 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2014875 Apr 07 15:13:12.041695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e486a-008e-4a7a-a9ae-35e1bf941ee4 req-7b84f6b4-e87f-496b-9a72-5d8fd695dc9f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:12.044773 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ff6e486a-008e-4a7a-a9ae-35e1bf941ee4 req-7b84f6b4-e87f-496b-9a72-5d8fd695dc9f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1421988 Apr 07 15:13:12.109609 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ff6e486a-008e-4a7a-a9ae-35e1bf941ee4 req-f5baca82-ba91-45e2-b33a-73ac02bb5591 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574725 Apr 07 15:13:12.252552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-2cf481a1-aafc-4fec-b3fd-ffbc5ba3e053 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:12.270298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-2cf481a1-aafc-4fec-b3fd-ffbc5ba3e053 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:12.271912 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-2cf481a1-aafc-4fec-b3fd-ffbc5ba3e053 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--226862389&fields=id&tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 267 time: 0.0511894 Apr 07 15:13:12.334684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a0e0-e94a-487d-8b12-231f03a772db req-aceaca07-d466-403c-8ab7-911f0178d55a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:12.337508 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aad1a0e0-e94a-487d-8b12-231f03a772db req-aceaca07-d466-403c-8ab7-911f0178d55a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1014516 Apr 07 15:13:12.347584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58632) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:12.353911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Request body: {'floatingip': {'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:12.443843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:12.461006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5071f934-3b7b-47e4-9902-0c523baff518 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:12.461880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5071f934-3b7b-47e4-9902-0c523baff518 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:network {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:12.479921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5071f934-3b7b-47e4-9902-0c523baff518 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:network {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:12.481217 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5071f934-3b7b-47e4-9902-0c523baff518 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 809 time: 0.2009261 Apr 07 15:13:12.501079 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-cbee4547-5770-482e-afa7-d29b49f697c0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/quotas/aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 375 time: 0.0125716 Apr 07 15:13:12.609377 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-a78cbc7e-db20-4f20-ad6f-f9ceaae0c837 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003244 Apr 07 15:13:12.781769 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-4c2d2fce-ae8a-40dc-bf7b-f03908774ffd service neutron] 10.222.0.30 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550183 Apr 07 15:13:12.936920 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5e802d05-0905-4f5c-9b3d-ffd593889daa service neutron] 10.222.0.30 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487422 Apr 07 15:13:13.270348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-7d53a68d-a3d8-4102-9cf8-c668e87e5154 req-0ca3e40e-ffe8-406c-9bd5-77862380cae4 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:13.312484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-7d53a68d-a3d8-4102-9cf8-c668e87e5154 req-0ca3e40e-ffe8-406c-9bd5-77862380cae4 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:13.314185 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7d53a68d-a3d8-4102-9cf8-c668e87e5154 req-0ca3e40e-ffe8-406c-9bd5-77862380cae4 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 210 time: 0.1216657 Apr 07 15:13:13.499756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:13.503289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:13.936889 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Floating IP da613cb3-693a-4f49-8669-aa0748b1293a associated. External IP: 172.28.1.55, port: 58637d88-eb88-4c77-bbf4-3ea59eddbe3a. Apr 07 15:13:14.374587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:13:14.414717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-276095de-8758-4508-aa66-59ab2ae47e0c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:14.416319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-276095de-8758-4508-aa66-59ab2ae47e0c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 809 time: 0.1687799 Apr 07 15:13:14.579190 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5f8b5cc-8695-4c9b-8e30-e0b4171f374c req-844beaa5-26b2-4984-ad37-58db8e4dc286 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 210 time: 0.0927181 Apr 07 15:13:14.586237 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-6fdf1c10-529b-42d8-81f9-b5c600041886 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc HTTP/1.1" status: 200 len: 5704 time: 0.1597683 Apr 07 15:13:14.608116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'port': {'device_id': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'admin_state_up': True, 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'security_groups': ['582683e8-40f8-4ee8-9b19-f31e7aef9232']}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:14.649408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:13:14.657201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:14.660582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:13:14.673623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:14.674794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:13:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:14.727937 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c4745627-da92-43ef-b6c1-6fd8dacc1ca1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "PUT /v2.0/floatingips/da613cb3-693a-4f49-8669-aa0748b1293a HTTP/1.1" status: 200 len: 991 time: 2.3785808 Apr 07 15:13:14.728958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:14.799518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:14.812359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:14.827019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Made reservation on behalf of aa0a72111bf1475aa7eaedcb97fd37dc for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:13:14.828307 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'status': 'completed', 'code': 200} Apr 07 15:13:14.835081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:14.948606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-2d5fb197-2d88-41b6-b1c5-bffb69e611c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:14.950396 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-2d5fb197-2d88-41b6-b1c5-bffb69e611c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1099 time: 0.1031075 Apr 07 15:13:14.971773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:15.036232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Allocated IP 172.20.0.4 (77733163-340e-47e4-ae5d-370f7733f288/8f964569-70b2-4d40-a02c-9dc5158252db/8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:13:15.074528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58694) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:15.153584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-a46b5a12-35ef-4340-9bc3-c720ecd65dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:15.155215 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-a46b5a12-35ef-4340-9bc3-c720ecd65dde service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.1978736 Apr 07 15:13:15.273708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.282165 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-c4034088-e9c1-4558-9158-a3a23c5e0734 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 999 time: 0.1192830 Apr 07 15:13:15.303047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:15.315956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Usage tracker for resource:security_group_rule and tenant:65c86537806f4262bced6c8e4e160007 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:15.322137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:15.332983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:15.354541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-62ac14b6-5908-4c4f-94bd-556538f3d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:15.355929 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-62ac14b6-5908-4c4f-94bd-556538f3d395 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0673892 Apr 07 15:13:15.368401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.402404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Transition to ACTIVE for port object 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 will not be triggered until provisioned by entity DHCP. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:13:15.447079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-0b2664c9-8c4e-4d50-912b-097ab540001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:15.448711 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-0b2664c9-8c4e-4d50-912b-097ab540001c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865130 Apr 07 15:13:15.467578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.472997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.480886 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'da613cb3-693a-4f49-8669-aa0748b1293a', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:12:56Z', 'updated_at': '2021-04-07T15:13:13Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:15.486537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-819248b1-da06-425e-92e6-87aaf21d73b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:15.488679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:13:15.511750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:15.513144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:13:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:15.529531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.559525 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65c86537806f4262bced6c8e4e160007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835837 Apr 07 15:13:15.562691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58700) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:15.573067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b374610-a239-471c-8188-36b2645ba598,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:15.579639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:15.580424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a88fc748-bc97-4ef3-8ddf-33fda02f28c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:15.758550 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-64a2ebe7-2c7f-4b98-a4b5-7c4048f4addc service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024702 Apr 07 15:13:15.769633 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.778849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event updated for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:15.785299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:15.852943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Network 77733163-340e-47e4-ae5d-370f7733f288 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:13:15.854997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:13:15.858406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:13:15.926962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cedcf-f8e1-4356-8ec3-9263d315b7f8 req-0a583c58-18c2-45ee-a1ef-ef2e1b67a1fa tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:15.928709 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-df3cedcf-f8e1-4356-8ec3-9263d315b7f8 req-0a583c58-18c2-45ee-a1ef-ef2e1b67a1fa tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 931 time: 0.2131417 Apr 07 15:13:15.955976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:15.975155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:15.975904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:15.999888 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-df3cedcf-f8e1-4356-8ec3-9263d315b7f8 req-a6ca12be-cf6e-4497-a79f-dd84f4575890 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613906 Apr 07 15:13:16.020115 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4174457 Apr 07 15:13:16.037057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.037548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Request body: {'port': {'device_id': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:16.157279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.182822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a1f6ab69-5ee1-4d58-ae92-68b30c418059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:16.208427 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-00778797-d030-4b1b-94ce-7403747aa1d9 req-16adcff5-d413-4d8d-8241-7ee163662d15 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412694 Apr 07 15:13:16.216489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b374610-a239-471c-8188-36b2645ba598,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:16.220989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.225280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.227478 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b374610-a239-471c-8188-36b2645ba598 HTTP/1.1" status: 204 len: 168 time: 0.6628714 Apr 07 15:13:16.229614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:16.361838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-56959f7a-1bfb-4d78-92d7-a9ba805be43b None None] Provisioning for port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:13:16.383138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-56959f7a-1bfb-4d78-92d7-a9ba805be43b None None] Provisioning complete for port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:13:16.383575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56959f7a-1bfb-4d78-92d7-a9ba805be43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.486911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-56959f7a-1bfb-4d78-92d7-a9ba805be43b None None] Port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:13:16.571072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'da613cb3-693a-4f49-8669-aa0748b1293a', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:12:56Z', 'updated_at': '2021-04-07T15:13:13Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:16.578354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ed4602-5692-43dd-8f44-0a05b3717b8c None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'da613cb3-693a-4f49-8669-aa0748b1293a', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'floating_ip_address': '172.28.1.55', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:12:56Z', 'updated_at': '2021-04-07T15:13:13Z', 'revision_number': 1, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:13:16.637110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58712) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:16.659415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.678993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:16.688404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Usage tracker for resource:security_group_rule and tenant:2fbd7621c61d4298a2d4a3273a53b710 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:16.694566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:16.703120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:16.860736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.864940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:16.879536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f1cb7c47-53b7-4523-96c2-5112d902b3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:16.927893 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fbd7621c61d4298a2d4a3273a53b710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895055 Apr 07 15:13:16.930251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92667b37-2f51-4574-bfe2-5f055612e2eb,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:16.933051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58716) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:16.936129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:16.940894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef808ff-4ab5-4b16-8138-bd3850273102 None None] New status for floating IP da613cb3-693a-4f49-8669-aa0748b1293a: ACTIVE {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:13:17.008509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.038976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.120223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.129199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:13:17.130229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98ac37af-a3b4-4570-a8ed-d0986d13eed5 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:17.139356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.161449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Transition to ACTIVE for port object 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:13:17.166655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92667b37-2f51-4574-bfe2-5f055612e2eb,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:17.177459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.178489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:17.180496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.196966 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92667b37-2f51-4574-bfe2-5f055612e2eb HTTP/1.1" status: 204 len: 168 time: 0.2625926 Apr 07 15:13:17.200024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ac98197-cb7b-4e2c-8873-7e99fb26ea6e tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:17.306371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:17.356482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:17.519474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85c539-4a66-450b-ae5b-4550a3947062 req-177ad5f8-a4cf-4182-b437-aff43e9ada98 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:17.520306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8b85c539-4a66-450b-ae5b-4550a3947062 req-177ad5f8-a4cf-4182-b437-aff43e9ada98 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:17.676212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8b85c539-4a66-450b-ae5b-4550a3947062 req-177ad5f8-a4cf-4182-b437-aff43e9ada98 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:17.677301 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8b85c539-4a66-450b-ae5b-4550a3947062 req-177ad5f8-a4cf-4182-b437-aff43e9ada98 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 943 time: 0.3868506 Apr 07 15:13:17.725782 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8b85c539-4a66-450b-ae5b-4550a3947062 req-756bcf30-8473-4007-90a4-03ae310f17e1 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Apr 07 15:13:17.761208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Attempting to bind port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:13:17.761593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Attempting to bind port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:13:17.761978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Attempting to bind port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:13:17.767813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 on network 77733163-340e-47e4-ae5d-370f7733f288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:13:17.768178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Attempting to bind port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 on network 77733163-340e-47e4-ae5d-370f7733f288 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:13:17.775938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:13:17.776316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Checking segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:13:17.776740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Bound using segment: {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:13:17.777227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Bound port: 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f5c31f-3a7e-4c2a-9889-49af295797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '77733163-340e-47e4-ae5d-370f7733f288'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:13:17.777610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.872709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:13:17.877051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:13:17.881675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:17.909546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-93683187-4d3c-4c37-99c8-277bf15ea05b tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:18.072185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:18.076042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:18.126242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:18.126957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:18.128502 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 HTTP/1.1" status: 200 len: 1093 time: 2.0960710 Apr 07 15:13:18.129077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:18.220572 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'status': 'completed', 'code': 200} Apr 07 15:13:18.263762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-ff544715-7b50-498d-9830-f842d117e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:18.265791 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-ff544715-7b50-498d-9830-f842d117e606 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 1096 time: 0.0905199 Apr 07 15:13:18.383335 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-9273331a-cd95-4f02-9fe1-d8ff48355808 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 HTTP/1.1" status: 200 len: 217 time: 0.1092975 Apr 07 15:13:18.469402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-b0646084-dea2-438b-8086-2da639e398c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:18.471258 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-b0646084-dea2-438b-8086-2da639e398c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0812366 Apr 07 15:13:18.563870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-1ba38f2c-cf1f-4141-8e0a-55c0f5733214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:18.565539 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-1ba38f2c-cf1f-4141-8e0a-55c0f5733214 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872788 Apr 07 15:13:18.725755 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-87702f85-a977-4b8c-b9e3-96c3b090e8e8 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524479 Apr 07 15:13:18.957774 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ea2460f-9341-414e-9d47-c8677b11f2ed req-5a21e26b-0b49-4983-8d12-e22a57bdf49c service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238731 Apr 07 15:13:19.053247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a8ef-2c6e-4ec7-9cfc-adef5dace1ea req-593f2ce0-15c7-4cba-8a85-46f23a1a0166 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:19.054844 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1701a8ef-2c6e-4ec7-9cfc-adef5dace1ea req-593f2ce0-15c7-4cba-8a85-46f23a1a0166 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 943 time: 0.1324401 Apr 07 15:13:19.107335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-1701a8ef-2c6e-4ec7-9cfc-adef5dace1ea req-229f18c3-25bb-43de-9f9c-ae847d0a7888 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:13:19.125220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-00fa4c9a-f660-4a84-a78c-5698960fbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:19.126907 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-00fa4c9a-f660-4a84-a78c-5698960fbc97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 1096 time: 0.1135249 Apr 07 15:13:19.128869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-1701a8ef-2c6e-4ec7-9cfc-adef5dace1ea req-229f18c3-25bb-43de-9f9c-ae847d0a7888 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:13:19.130354 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1701a8ef-2c6e-4ec7-9cfc-adef5dace1ea req-229f18c3-25bb-43de-9f9c-ae847d0a7888 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666404 Apr 07 15:13:19.283792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-c4d319a5-6b13-429d-8a86-9a59f745a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:19.285498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-c4d319a5-6b13-429d-8a86-9a59f745a61b service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.1507435 Apr 07 15:13:19.375587 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-2315547c-97bb-4a6c-97cf-94171aaaa379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 HTTP/1.1" status: 200 len: 217 time: 0.0821395 Apr 07 15:13:19.449904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-d88b3166-69db-4df1-9ca4-206b41ba87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:19.451222 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-d88b3166-69db-4df1-9ca4-206b41ba87e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0668089 Apr 07 15:13:19.546374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-9b045521-4ded-4171-b726-040159d5a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:19.548072 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-9b045521-4ded-4171-b726-040159d5a0ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877891 Apr 07 15:13:19.709471 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-fe33d7d7-1bc9-488a-8d51-7a6361fd3551 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519277 Apr 07 15:13:19.864203 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-98b3dfd8-8882-40e4-a514-03c594c6705b req-a79851c3-3c0e-46b2-9369-4ead27908b19 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469679 Apr 07 15:13:20.337931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bc46-da4b-49f4-bbd6-2f210567df4a req-24795b18-9a61-4241-a3f2-24c9ea794f54 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:20.339703 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-07b9bc46-da4b-49f4-bbd6-2f210567df4a req-24795b18-9a61-4241-a3f2-24c9ea794f54 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 943 time: 0.0904224 Apr 07 15:13:20.372129 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-07b9bc46-da4b-49f4-bbd6-2f210567df4a req-5f967e5f-9613-4f23-820d-a5f16a575d02 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251300 Apr 07 15:13:21.323557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:13:21.604841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a5764-8d51-4f93-8237-bceac82a3a00 req-4b7947c9-9f93-4118-97f6-ee99526c7047 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:21.607895 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-623a5764-8d51-4f93-8237-bceac82a3a00 req-4b7947c9-9f93-4118-97f6-ee99526c7047 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 943 time: 0.1159868 Apr 07 15:13:21.640108 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-623a5764-8d51-4f93-8237-bceac82a3a00 req-7e813c88-d48a-4c47-bed0-37754f0f54ad tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256267 Apr 07 15:13:22.852215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800e191-db4c-45c8-b8c9-b7cb77c30911 req-0adb1013-3c54-4e76-a479-c5d2aa32816f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:22.853938 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1800e191-db4c-45c8-b8c9-b7cb77c30911 req-0adb1013-3c54-4e76-a479-c5d2aa32816f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 943 time: 0.0938492 Apr 07 15:13:22.886238 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1800e191-db4c-45c8-b8c9-b7cb77c30911 req-eef171cf-6419-4e58-ab69-2d8bfe5238b8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255094 Apr 07 15:13:22.976830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:13:23.204534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:23.235172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'port_id': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'mac_address': 'fa:16:3e:bc:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:13:23.324672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:23.326086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:13:23.347202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:23.350222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:23.352320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:23.423573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:23.426951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:23.579534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:13:24.102996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c9751-8d47-47bf-98fc-e5f23d5edbe3 req-80f4a0ac-5df6-4bcd-ab7a-f96f7310a0a7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:24.104677 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e4c9751-8d47-47bf-98fc-e5f23d5edbe3 req-80f4a0ac-5df6-4bcd-ab7a-f96f7310a0a7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 944 time: 0.0972042 Apr 07 15:13:24.138144 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3e4c9751-8d47-47bf-98fc-e5f23d5edbe3 req-3068ea25-065b-4a88-bed6-b3e29cdf0bb2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267158 Apr 07 15:13:25.001314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:13:25.096020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:13:25.102084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:13:25.102553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:25.243212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:25.257212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:25.269684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:13:25.274391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:25.276688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:25.357417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:25.360746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eead6-a3d6-4c79-908a-bb9f7606ef79 req-4f87fe31-dfa5-4696-9282-8ade35e96b0a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:25.361099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:25.362478 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc8eead6-a3d6-4c79-908a-bb9f7606ef79 req-4f87fe31-dfa5-4696-9282-8ade35e96b0a tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.0953767 Apr 07 15:13:25.402521 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc8eead6-a3d6-4c79-908a-bb9f7606ef79 req-a2a4b32f-10e5-49c3-a595-a0cd64601155 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261109 Apr 07 15:13:25.491663 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'code': 200} Apr 07 15:13:25.752418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febba999-9eb9-4d07-b746-98b70941b151 req-527e912f-200b-4751-a702-e9bb468a988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:25.754086 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-febba999-9eb9-4d07-b746-98b70941b151 req-527e912f-200b-4751-a702-e9bb468a988a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 1098 time: 0.0837185 Apr 07 15:13:25.782450 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-febba999-9eb9-4d07-b746-98b70941b151 req-04ef186d-ceec-4d1f-8745-429d23b0bf8a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213516 Apr 07 15:13:26.650443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76d6e4-80e2-4173-ae45-5f152d8edacf req-829496eb-78a6-42e7-9a11-602f33c92ceb tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:26.652606 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de76d6e4-80e2-4173-ae45-5f152d8edacf req-829496eb-78a6-42e7-9a11-602f33c92ceb tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.1078372 Apr 07 15:13:26.687149 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de76d6e4-80e2-4173-ae45-5f152d8edacf req-3c6f27de-f56e-41af-8603-1622167e74e2 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268509 Apr 07 15:13:27.953128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0ca78-3dad-483d-92ef-1bed061be36f req-30575238-297e-4b23-b0fd-ab4ad86e201f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:27.954938 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7ec0ca78-3dad-483d-92ef-1bed061be36f req-30575238-297e-4b23-b0fd-ab4ad86e201f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.0938802 Apr 07 15:13:27.987753 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7ec0ca78-3dad-483d-92ef-1bed061be36f req-fb4cbb69-007a-45b7-8502-18bf1c25df1d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261374 Apr 07 15:13:28.344363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427173f9-20ae-40a1-9820-c02ac55b955f req-2efbd6b7-ea31-48b6-bb17-7fa815cf031f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:28.346074 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-427173f9-20ae-40a1-9820-c02ac55b955f req-2efbd6b7-ea31-48b6-bb17-7fa815cf031f tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.1024201 Apr 07 15:13:28.355619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58856) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:28.361512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Request body: {'floatingip': {'port_id': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:13:28.447184 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:29.335019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:29.338825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:29.520087 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Floating IP f60d105f-c433-440e-a80f-5a830076fd3e associated. External IP: 172.28.1.37, port: 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8. Apr 07 15:13:29.913057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:13:30.112430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:13:30.117183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.126117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:13:30.137059 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:30.137745 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:13:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:30.181493 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8c301463-f359-4f74-812b-61de54ac2af5 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "PUT /v2.0/floatingips/f60d105f-c433-440e-a80f-5a830076fd3e HTTP/1.1" status: 200 len: 990 time: 1.8246202 Apr 07 15:13:30.182303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:13:30.234083 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'status': 'completed', 'code': 200} Apr 07 15:13:30.355482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-34325185-6131-4e09-ae67-0daf42f93e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:30.357130 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-34325185-6131-4e09-ae67-0daf42f93e39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 1098 time: 0.0954723 Apr 07 15:13:30.368901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:30.424661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58880) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:30.551892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-d35df12f-d715-42c2-bf53-7c017479f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:30.553348 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-d35df12f-d715-42c2-bf53-7c017479f1ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 200 len: 910 time: 0.1890221 Apr 07 15:13:30.592319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.612127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:30.616431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Usage tracker for resource:security_group_rule and tenant:be1239d4978c4f5eb52568c903b67fbb is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:30.619696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:30.625930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:30.677514 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-857c2999-549d-46bc-89cf-fe53e97b90d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 HTTP/1.1" status: 200 len: 998 time: 0.1113074 Apr 07 15:13:30.724402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.729321 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.741483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f3e7680e-5848-42f6-82a9-0f52978a6293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:30.753458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-54aa85cf-4b29-4905-aabc-01c01cb9981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:30.755216 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-54aa85cf-4b29-4905-aabc-01c01cb9981d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 200 len: 848 time: 0.0712419 Apr 07 15:13:30.784579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'f60d105f-c433-440e-a80f-5a830076fd3e', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.37', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:bc:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:13:11Z', 'updated_at': '2021-04-07T15:13:29Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:30.785614 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be1239d4978c4f5eb52568c903b67fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587582 Apr 07 15:13:30.789250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58886) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:30.791360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:13:30.801967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:13:30.802857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:13:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:30.805213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5536c00-91bb-4ddf-bbc1-ac2e78f951c2,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:30.810947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:30.863288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-6048afbb-d1fd-466d-b215-1140e0b46793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:30.865005 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-6048afbb-d1fd-466d-b215-1140e0b46793 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77733163-340e-47e4-ae5d-370f7733f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029887 Apr 07 15:13:30.875967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.908607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.975054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:30.981784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9570ce23-0fc7-4268-9de1-a5cd742dedfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:30.998803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5536c00-91bb-4ddf-bbc1-ac2e78f951c2,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:31.002288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:31.004810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:31.006264 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5536c00-91bb-4ddf-bbc1-ac2e78f951c2 HTTP/1.1" status: 204 len: 168 time: 0.2159669 Apr 07 15:13:31.052012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:13:31.073643 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-7a072355-8965-4a2c-bca5-a21149d3ab72 service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999102 Apr 07 15:13:31.256073 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-902233d3-34e8-43e3-a4f6-e7b28ffcacce req-d94a8a2f-7b56-4598-994a-cee4cb7545ef service neutron] 10.222.0.62 "GET /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754115 Apr 07 15:13:31.446891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 58898) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:31.484836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:31.501853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'f60d105f-c433-440e-a80f-5a830076fd3e', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.37', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:bc:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:13:11Z', 'updated_at': '2021-04-07T15:13:29Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:13:31.507042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccacf2-7adc-4a13-944f-bd554b491eb9 None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'f60d105f-c433-440e-a80f-5a830076fd3e', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'floating_ip_address': '172.28.1.37', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'port_id': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'mac_address': 'fa:16:3e:bc:d2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:13:11Z', 'updated_at': '2021-04-07T15:13:29Z', 'revision_number': 1, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:13:31.512542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:13:31.519021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Usage tracker for resource:security_group_rule and tenant:1566dec5af5c4ebaba3cf31a6c574029 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:13:31.524344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:13:31.533697 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:13:31.695766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:31.700564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:31.717845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02e0bde5-d03b-40c9-bb31-772364ed68c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:31.800402 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1566dec5af5c4ebaba3cf31a6c574029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514960 Apr 07 15:13:31.801986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee802fa6-b545-47eb-928f-30a0845596cd,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:31.803575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 58902) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:13:31.807481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:31.826303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e22823-66cc-42c2-bd68-4c3ffffe8777 None None] New status for floating IP f60d105f-c433-440e-a80f-5a830076fd3e: ACTIVE {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:13:31.901664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:32.239429 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:32.321032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:32.326913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-27205bf0-2d0d-4c71-a828-3f50a3fdba62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:13:32.341711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee802fa6-b545-47eb-928f-30a0845596cd,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:13:32.344374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:13:32.351232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:32.353943 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee802fa6-b545-47eb-928f-30a0845596cd HTTP/1.1" status: 204 len: 168 time: 0.5485458 Apr 07 15:13:36.000273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-69788b4b-8164-4a10-94cd-5bd811a12263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:38.772392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5f4f2df-7916-42f5-9d36-3b7686620515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:39.143822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:39.924742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:40.119038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:40.726658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:13:56.740455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54dc92-5925-4277-81eb-ebbd066cc429 req-d87a4998-854b-41f7-a307-6c52dc1e2f95 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:56.742127 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ea54dc92-5925-4277-81eb-ebbd066cc429 req-d87a4998-854b-41f7-a307-6c52dc1e2f95 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.2184443 Apr 07 15:13:56.778319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ea54dc92-5925-4277-81eb-ebbd066cc429 req-6df6540a-05c3-406a-85fa-4d14e2876f1d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297005 Apr 07 15:13:58.020720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dc5db-b75f-4c78-a584-b5d0d61d31ed req-7175f28e-b950-4d18-8fe7-5a42173c533b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:58.022410 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-006dc5db-b75f-4c78-a584-b5d0d61d31ed req-7175f28e-b950-4d18-8fe7-5a42173c533b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0935218 Apr 07 15:13:58.060303 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-006dc5db-b75f-4c78-a584-b5d0d61d31ed req-10034af1-b020-4067-99bb-c45ed4d28841 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255187 Apr 07 15:13:58.325565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:13:59.279299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7ca1c-13ac-477d-ab1f-0c5c7bed24d9 req-dd368c39-6426-4e60-b7ca-5d1e9589bfdd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:13:59.280925 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bff7ca1c-13ac-477d-ab1f-0c5c7bed24d9 req-dd368c39-6426-4e60-b7ca-5d1e9589bfdd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0911238 Apr 07 15:13:59.317622 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bff7ca1c-13ac-477d-ab1f-0c5c7bed24d9 req-51467c6f-7e0d-48f1-aa76-df4454c9b78b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299284 Apr 07 15:14:00.540960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c7522-98b5-4789-8d37-986a24807003 req-8145b1fa-8bd5-4825-818f-a82f41809c9c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:00.542856 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c20c7522-98b5-4789-8d37-986a24807003 req-8145b1fa-8bd5-4825-818f-a82f41809c9c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0995331 Apr 07 15:14:00.576303 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c20c7522-98b5-4789-8d37-986a24807003 req-3e55ba0f-ec12-4c00-bfc0-cd1e7a8a313b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262225 Apr 07 15:14:01.786129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e47e4c-e261-4641-a988-5ed81bb72a49 req-b142d7c2-efe1-48b1-ab3f-f6568e719235 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:01.788072 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-95e47e4c-e261-4641-a988-5ed81bb72a49 req-b142d7c2-efe1-48b1-ab3f-f6568e719235 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0924840 Apr 07 15:14:01.828615 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-95e47e4c-e261-4641-a988-5ed81bb72a49 req-6137bff7-0cb5-4e58-98a7-d5a551ac0f32 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332556 Apr 07 15:14:03.044148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4a469-9b85-43a8-8ec6-3a51c9dd8306 req-a92ad30a-1e7c-463e-8f20-e8d47d5997b1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:03.045923 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ae4a469-9b85-43a8-8ec6-3a51c9dd8306 req-a92ad30a-1e7c-463e-8f20-e8d47d5997b1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0939569 Apr 07 15:14:03.079653 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2ae4a469-9b85-43a8-8ec6-3a51c9dd8306 req-976b42c0-86ce-4967-b501-f4bd53f231ae tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266006 Apr 07 15:14:04.318613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1d913-3e8a-4960-a084-ce253ff7cb2e req-6aa079bb-486a-4911-bfc8-351b8ceb5201 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:04.320422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f3d1d913-3e8a-4960-a084-ce253ff7cb2e req-6aa079bb-486a-4911-bfc8-351b8ceb5201 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0894756 Apr 07 15:14:04.357277 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f3d1d913-3e8a-4960-a084-ce253ff7cb2e req-5b658e78-6899-4917-afb6-dbefa5e2c8ed tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297005 Apr 07 15:14:05.570409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4683-04db-4289-884f-c91d8ced8122 req-0eb19d14-042a-4e48-a943-9c892aab122b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:05.572059 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-859d4683-04db-4289-884f-c91d8ced8122 req-0eb19d14-042a-4e48-a943-9c892aab122b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0932796 Apr 07 15:14:05.605006 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-859d4683-04db-4289-884f-c91d8ced8122 req-5253a65c-7993-4473-a62d-bc5f90869ae9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264831 Apr 07 15:14:05.999606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfa01-da91-4135-a235-300c4bdce8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:06.817681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf6ef-f29f-4fb2-a0a6-272d532461e4 req-5330d766-80c0-4936-a3d2-000825f3058c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:06.819464 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3cbdf6ef-f29f-4fb2-a0a6-272d532461e4 req-5330d766-80c0-4936-a3d2-000825f3058c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0951047 Apr 07 15:14:06.858023 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3cbdf6ef-f29f-4fb2-a0a6-272d532461e4 req-b6d3fc93-6b1a-4809-bdcd-d9d2908d8e8a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304739 Apr 07 15:14:08.080799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12218749-bb33-406b-863d-1c54b083b5f4 req-2d9ea52f-84d1-4c04-a58c-23e068f91338 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:08.082903 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12218749-bb33-406b-863d-1c54b083b5f4 req-2d9ea52f-84d1-4c04-a58c-23e068f91338 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0987780 Apr 07 15:14:08.117649 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12218749-bb33-406b-863d-1c54b083b5f4 req-5a242dad-2385-4a42-b8e6-df738d236907 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283787 Apr 07 15:14:08.765866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-174c4e0b-d52e-4db7-bd4c-e80184b4978e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.149818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.165268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:14:09.342924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:09.348711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a255a-daf7-4fda-a367-192fea2119ef req-d1327c6e-028c-46f0-a024-4c9163bf1d99 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:09.350435 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa0a255a-daf7-4fda-a367-192fea2119ef req-d1327c6e-028c-46f0-a024-4c9163bf1d99 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1043406 Apr 07 15:14:09.360114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:14:09.394565 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa0a255a-daf7-4fda-a367-192fea2119ef req-15954314-d181-4eae-b243-1c4911077306 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Apr 07 15:14:09.428401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.429935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:14:09.448264 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:09.451671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.453693 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:09.547978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=6']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:09.557285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.557665 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.558049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.558427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.558830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.559208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.559578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.559942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.560374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.560782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.561257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.561623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:09.569577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:09.570084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['58637d88-eb88-4c77-bbf4-3ea59eddbe3a'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:14:09.570366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59312) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:09.738983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.768058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:09.775463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:04d163bda32e4dba83b41d6c0f433080 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:09.784374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:09.795119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:09.917676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.930623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.934376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:09.944361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b934da6c-e69a-4f08-a62b-5779551652d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:09.992613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d163bda32e4dba83b41d6c0f433080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206815 Apr 07 15:14:09.994687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40783620-ceb4-4ae4-9585-fa7366a55a80,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:09.996444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 59324) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:10.004020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.004436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.004808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.005197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.005583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.005967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.006425 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.006737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.007124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.007573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.007955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.008381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.012942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:10.113091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:10.149658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:10.160433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:10.221659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:10.231508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-719a3367-abe2-413c-be8e-59a5a8fad215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:10.256389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40783620-ceb4-4ae4-9585-fa7366a55a80,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:10.278748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.279416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.280043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.280664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.281291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.281920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.282543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.283226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.283893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.284546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.285169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.286234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:14:10.290542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:10.296002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:10.298078 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40783620-ceb4-4ae4-9585-fa7366a55a80 HTTP/1.1" status: 204 len: 168 time: 0.2997832 Apr 07 15:14:10.648884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cfd0f-5b98-402c-9e04-23387c463854 req-ec66b736-33ca-4a19-b128-01710553bf3c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:10.651107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6e1cfd0f-5b98-402c-9e04-23387c463854 req-ec66b736-33ca-4a19-b128-01710553bf3c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 945 time: 0.1178832 Apr 07 15:14:10.691361 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6e1cfd0f-5b98-402c-9e04-23387c463854 req-848b3fc1-8348-4ba7-b0f9-dabab2a91acb tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Apr 07 15:14:10.744291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:11.179612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:14:11.334009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:14:11.334584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:11.562675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72928303-1d36-47cc-a307-185f4a0ad174 req-4ffba067-550a-498c-84eb-b9c289d44c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:11.564872 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-4ffba067-550a-498c-84eb-b9c289d44c2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1098 time: 0.4960482 Apr 07 15:14:11.619155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:11.635393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:11.651597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:11.657694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:11.663602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:11.772786 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'code': 200} Apr 07 15:14:11.829494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=7']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:11.836237 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:11.838081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72928303-1d36-47cc-a307-185f4a0ad174 req-870e03d8-28da-4b5a-9ed8-3e9ee758e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:11.840317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-870e03d8-28da-4b5a-9ed8-3e9ee758e3c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.2512484 Apr 07 15:14:11.866968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 59380) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:11.981382 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-4a3b9f16-18dd-49bc-b107-fce3abefa8e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 1001 time: 0.1297517 Apr 07 15:14:12.005646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a0ec-99ce-4028-a4d1-5dd58b4df669 req-844aabd2-4a9a-484d-8e97-cb153a829fc6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:12.015044 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2b1a0ec-99ce-4028-a4d1-5dd58b4df669 req-844aabd2-4a9a-484d-8e97-cb153a829fc6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1172538 Apr 07 15:14:12.054302 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2b1a0ec-99ce-4028-a4d1-5dd58b4df669 req-e9d48566-eadf-4684-9a9f-d55beed379ce tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377579 Apr 07 15:14:12.057339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72928303-1d36-47cc-a307-185f4a0ad174 req-647f309b-2f96-4965-8f87-0b66598eab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:12.059492 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-647f309b-2f96-4965-8f87-0b66598eab2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0708988 Apr 07 15:14:12.185370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-77703599-network', 'tenant_id': 'db1f38e40b0d4efd8e550c32aca6931b'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:14:12.189375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72928303-1d36-47cc-a307-185f4a0ad174 req-8cb24de5-ecc1-491e-b0d6-701f47426f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:12.191200 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-8cb24de5-ecc1-491e-b0d6-701f47426f77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1213248 Apr 07 15:14:12.192162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:12.196933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Usage tracker for resource:network and tenant:db1f38e40b0d4efd8e550c32aca6931b is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:12.200342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:12.207062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:12.217277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Made reservation on behalf of db1f38e40b0d4efd8e550c32aca6931b for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:14:12.222536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.237334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.255930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:12.260945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Usage tracker for resource:security_group_rule and tenant:db1f38e40b0d4efd8e550c32aca6931b is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:12.264426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:12.271361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:12.426771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.430490 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.442360 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-729efeb5-ad97-46c1-95a5-d449bb4b1aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375307 Apr 07 15:14:12.466176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:14:12.486108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cf51bcc2-2c93-40f9-843c-f7f235c6cd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:12.530585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.531431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Added segment 81bf627d-7f79-4e16-bfd0-ca457c6f9968 of type vlan for network 809315fa-a1fd-427d-b682-1fe9ca7123fa Apr 07 15:14:12.607417 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.668415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.674975 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:12.675859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.703970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5aa8e-6b68-497d-b3c4-31672544c49f,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:12.708684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:12.710012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:12.716486 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72928303-1d36-47cc-a307-185f4a0ad174 req-186a8670-615c-4e32-8e1e-3340e9ec531f service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670407 Apr 07 15:14:12.750367 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8819914 Apr 07 15:14:12.757839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59392) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:12.764300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Request body: {'subnet': {'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-77703599-subnet', 'tenant_id': 'db1f38e40b0d4efd8e550c32aca6931b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:14:12.772524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:12.778157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Usage tracker for resource:subnet and tenant:db1f38e40b0d4efd8e550c32aca6931b is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:12.781647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:12.788251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:12.801706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Made reservation on behalf of db1f38e40b0d4efd8e550c32aca6931b for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:14:12.806930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1724064'] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:12.894523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Pushing event updated for resources: {'Network': ['ID=809315fa-a1fd-427d-b682-1fe9ca7123fa,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:12.898491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:12.906497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:14:13.376509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c63479-ca7d-475f-81e0-084c0b963361 req-aa887087-46f5-4c64-9c45-cf64a17bad3f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:13.384834 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-22c63479-ca7d-475f-81e0-084c0b963361 req-aa887087-46f5-4c64-9c45-cf64a17bad3f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1337361 Apr 07 15:14:13.420286 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-22c63479-ca7d-475f-81e0-084c0b963361 req-b3d32a2a-9747-43ef-bc6f-3817e928212a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343044 Apr 07 15:14:13.427944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852912394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1724049'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:13.476647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:13.625076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd52370-43b1-4bf5-a7c0-e7709513ca91,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:13.629979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:13.753931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Checking segment: {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:14:13.755640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Network hostable DHCP agents. Network: 809315fa-a1fd-427d-b682-1fe9ca7123fa, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:14:13.791771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:14:13.806880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 809315fa-a1fd-427d-b682-1fe9ca7123fa) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:14:13.826299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e1b9f-0502-46a7-a7a3-d751e5fb1810 None None] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:14:13.834980 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:13.836493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:13.895683 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1363323 Apr 07 15:14:14.184384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477e319-7ca0-44c0-8ad4-b3b73567f46b None None] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:14:14.727227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fce0cf-2166-443a-be52-e0e7900e9696 req-3c8ecd21-12d1-498c-b94a-83b705831be7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:14.729022 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-95fce0cf-2166-443a-be52-e0e7900e9696 req-3c8ecd21-12d1-498c-b94a-83b705831be7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1396120 Apr 07 15:14:14.795429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-95fce0cf-2166-443a-be52-e0e7900e9696 req-8eba76b6-ee6d-418f-9311-395f82cf1fa1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580308 Apr 07 15:14:16.140018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2f42-6aae-4308-95d6-225ea2a5ba97 req-71b98111-3b1e-4d97-9033-9a8576a11cac tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:16.148827 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6e2a2f42-6aae-4308-95d6-225ea2a5ba97 req-71b98111-3b1e-4d97-9033-9a8576a11cac tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1662226 Apr 07 15:14:16.189577 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6e2a2f42-6aae-4308-95d6-225ea2a5ba97 req-3d1322af-89ed-48a2-a21d-7ea040e4679a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396149 Apr 07 15:14:16.613207 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-df2ecc80-46ac-4e58-aba0-da76c29062a9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:16.614409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-df2ecc80-46ac-4e58-aba0-da76c29062a9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Synchronizing usage tracker for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:14:16.637779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-df2ecc80-46ac-4e58-aba0-da76c29062a9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Unset dirty status for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:14:16.644499 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-df2ecc80-46ac-4e58-aba0-da76c29062a9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 812 time: 0.2248878 Apr 07 15:14:16.665191 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-c73b47f3-60a7-4e15-aebb-b7aec7649956 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/quotas/db1f38e40b0d4efd8e550c32aca6931b HTTP/1.1" status: 200 len: 375 time: 0.0195146 Apr 07 15:14:16.743360 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-25b363b8-bb5e-417a-98b3-4ecbb992cd5a tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770919 Apr 07 15:14:17.268634 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-0d93d8d0-3197-4383-9996-f61bf281f45c service neutron] 10.222.0.30 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143197 Apr 07 15:14:17.433293 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-cf17b603-5297-4377-b54d-6f84bc46017f service neutron] 10.222.0.30 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636193 Apr 07 15:14:17.527465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865e313-2db9-4b9f-800e-909984850dfb req-ac329733-1fde-4de1-bf3b-e40a9b67b79d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:17.533330 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9865e313-2db9-4b9f-800e-909984850dfb req-ac329733-1fde-4de1-bf3b-e40a9b67b79d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1181269 Apr 07 15:14:17.570623 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9865e313-2db9-4b9f-800e-909984850dfb req-f2b626df-9af9-4d6d-93e5-b81e67c0d8f5 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337396 Apr 07 15:14:17.752620 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ecbeda17-e98d-4ed1-91d1-4015ec436ed8 req-cceb12e7-b334-48ab-9523-13c28cd0f63b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 210 time: 0.1034896 Apr 07 15:14:19.032561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70e2e8-78e0-4936-81c3-cafb388b7958 req-acee172f-8939-45be-9547-f4cbd7f12ce6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:19.041403 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa70e2e8-78e0-4936-81c3-cafb388b7958 req-acee172f-8939-45be-9547-f4cbd7f12ce6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.2037685 Apr 07 15:14:19.099521 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa70e2e8-78e0-4936-81c3-cafb388b7958 req-5898fc76-c68f-4b78-b744-865c0af854a7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551116 Apr 07 15:14:19.108200 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c653ceec-9fec-4613-ad71-bff14be0fe9e req-ada04722-5abb-4f04-b7ce-c90c973be518 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 210 time: 0.0925105 Apr 07 15:14:19.879805 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-e55ca394-c7e8-4a1d-b0fa-af125645210d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:19.881567 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-e55ca394-c7e8-4a1d-b0fa-af125645210d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 812 time: 0.2300847 Apr 07 15:14:19.899047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Request body: {'port': {'device_id': '12009572-f952-441b-93db-cba8107672c3', 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa', 'admin_state_up': True, 'tenant_id': 'db1f38e40b0d4efd8e550c32aca6931b'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:14:20.065904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:20.071372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Usage tracker for resource:port and tenant:db1f38e40b0d4efd8e550c32aca6931b is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:20.074867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:20.080705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:20.092600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Made reservation on behalf of db1f38e40b0d4efd8e550c32aca6931b for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:14:20.099809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:20.369300 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7b91ef6a-6f3c-4a1d-bffc-58e15ecb7885 req-0a54a8d5-5fbc-4b4a-86e1-060e52846e43 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 210 time: 0.0776861 Apr 07 15:14:20.407122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Allocated IP 172.20.0.3 (809315fa-a1fd-427d-b682-1fe9ca7123fa/2bd52370-43b1-4bf5-a7c0-e7709513ca91/7e59f362-c3e6-4b53-bd24-974cc2a4a936) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:14:20.642273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c6e44-3a36-4ec6-9f6f-7f888fe88d06 req-981d1e7f-3f33-41a5-bae2-88eab5e92114 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:20.654112 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-802c6e44-3a36-4ec6-9f6f-7f888fe88d06 req-981d1e7f-3f33-41a5-bae2-88eab5e92114 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1255169 Apr 07 15:14:20.697043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:20.697457 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-802c6e44-3a36-4ec6-9f6f-7f888fe88d06 req-084ed431-6d7f-4f30-a1d8-0383a76073d1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 Apr 07 15:14:20.740452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:20.784272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:20.860397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Pushing event updated for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:20.873010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:21.002790 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:14:21.004023 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:14:21.006485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:14:21.110133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:21.111212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:21.136631 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2443635 Apr 07 15:14:21.151573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Request body: {'port': {'device_id': '12009572-f952-441b-93db-cba8107672c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:14:21.297347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:21.604484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1489db-78b0-487f-9f93-a1d152ee4a47 req-e593caf0-02bb-475a-b388-990398730777 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:21.612586 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b1489db-78b0-487f-9f93-a1d152ee4a47 req-e593caf0-02bb-475a-b388-990398730777 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 931 time: 0.1148210 Apr 07 15:14:21.682680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-1b1489db-78b0-487f-9f93-a1d152ee4a47 req-eec88ea1-0356-43fb-ba14-55fb3d430bb9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Synchronizing usage tracker for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:14:21.709120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-1b1489db-78b0-487f-9f93-a1d152ee4a47 req-eec88ea1-0356-43fb-ba14-55fb3d430bb9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Unset dirty status for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:14:21.710923 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b1489db-78b0-487f-9f93-a1d152ee4a47 req-eec88ea1-0356-43fb-ba14-55fb3d430bb9 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973735 Apr 07 15:14:22.008783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e5793-830a-4ac0-943e-465c2c47ea36 req-7bb7efa5-e0ff-4ab8-aba9-900ade8ef4f9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:22.017065 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-879e5793-830a-4ac0-943e-465c2c47ea36 req-7bb7efa5-e0ff-4ab8-aba9-900ade8ef4f9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1704612 Apr 07 15:14:22.058698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-879e5793-830a-4ac0-943e-465c2c47ea36 req-17538fcf-62dc-454b-8f2c-dc2b91d93424 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Apr 07 15:14:22.144838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e59f362-c3e6-4b53-bd24-974cc2a4a936 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:14:22.159140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:22.182302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Transition to ACTIVE for port object 7e59f362-c3e6-4b53-bd24-974cc2a4a936 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:14:22.186482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:22.209796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4ba387f0-5770-4b90-9755-e570204f9c1c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:22.381501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:22.385003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:22.648889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Attempting to bind port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:14:22.649261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Attempting to bind port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:14:22.649635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Attempting to bind port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:14:22.655113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:14:22.655473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Attempting to bind port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:14:22.661436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:14:22.661812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Checking segment: {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:14:22.662229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Bound using segment: {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:14:22.662681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Bound port: 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:14:22.663101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:22.745978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:14:22.749516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:14:22.753986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:22.768605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-75c0d345-e3c2-4b64-b9e0-e0bb23df76b7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:22.984154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:22.993581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:23.041431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.042088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:23.043766 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/7e59f362-c3e6-4b53-bd24-974cc2a4a936 HTTP/1.1" status: 200 len: 1093 time: 1.8979921 Apr 07 15:14:23.044446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:23.072924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13359540-37fa-4d5a-9175-f81cd28e40ed req-883740ba-6f8e-468e-b5ce-82cf188d0ed4 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.074533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-13359540-37fa-4d5a-9175-f81cd28e40ed req-883740ba-6f8e-468e-b5ce-82cf188d0ed4 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Synchronizing usage tracker for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:14:23.136611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-13359540-37fa-4d5a-9175-f81cd28e40ed req-883740ba-6f8e-468e-b5ce-82cf188d0ed4 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Unset dirty status for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:14:23.138553 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-13359540-37fa-4d5a-9175-f81cd28e40ed req-883740ba-6f8e-468e-b5ce-82cf188d0ed4 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 943 time: 0.2901263 Apr 07 15:14:23.207109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936', 'status': 'completed', 'code': 200} Apr 07 15:14:23.229601 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-13359540-37fa-4d5a-9175-f81cd28e40ed req-035036bb-8630-4c1b-8903-88db22622aef tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 Apr 07 15:14:23.278961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-b9ba4536-2459-4daa-9fc3-51559ed4bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.280946 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-b9ba4536-2459-4daa-9fc3-51559ed4bb67 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 1096 time: 0.1354806 Apr 07 15:14:23.366175 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-1843ed15-b50d-4f9d-a044-e43ccff2ffa3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936 HTTP/1.1" status: 200 len: 217 time: 0.0748811 Apr 07 15:14:23.451158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-41d6774d-8ad1-405b-8110-adeb796f58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.452945 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-41d6774d-8ad1-405b-8110-adeb796f58f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bd52370-43b1-4bf5-a7c0-e7709513ca91 HTTP/1.1" status: 200 len: 852 time: 0.0769737 Apr 07 15:14:23.459189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136029-0808-4e5a-a40c-1f9b9279719c req-b125f2e0-cb39-402b-aec4-1ea15736f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.460881 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-b125f2e0-cb39-402b-aec4-1ea15736f37a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1099 time: 0.1690547 Apr 07 15:14:23.479627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe2a22-357a-4195-97ea-d15e7f859d38 req-1ae58d43-1649-415e-b16b-acbdfbc654f9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.481346 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5fe2a22-357a-4195-97ea-d15e7f859d38 req-1ae58d43-1649-415e-b16b-acbdfbc654f9 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1475317 Apr 07 15:14:23.542334 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-c72f0095-b177-4547-aee2-3fd05fcacf73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=809315fa-a1fd-427d-b682-1fe9ca7123fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699427 Apr 07 15:14:23.603301 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f5fe2a22-357a-4195-97ea-d15e7f859d38 req-a3e466ea-595c-4545-90a7-fa887f2df052 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846205 Apr 07 15:14:23.658148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136029-0808-4e5a-a40c-1f9b9279719c req-90110554-0484-4526-8b38-0701e45d8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.659976 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-90110554-0484-4526-8b38-0701e45d8095 service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.1776481 Apr 07 15:14:23.710744 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-8d26ab82-0686-4fcc-93f5-4895b7df4d95 service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557360 Apr 07 15:14:23.783332 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-12e74bea-1f77-4590-9a0a-17fd9d42f381 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 1001 time: 0.1129737 Apr 07 15:14:23.863676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136029-0808-4e5a-a40c-1f9b9279719c req-d5e82807-49af-44bb-8b37-0186453f12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.865272 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-d5e82807-49af-44bb-8b37-0186453f12a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.0722980 Apr 07 15:14:23.947909 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e8a038d-a0fb-43f1-864f-94ad7ddb57e5 req-ed1beace-0737-42c0-b6f1-1f881d532d23 service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273927 Apr 07 15:14:23.958152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136029-0808-4e5a-a40c-1f9b9279719c req-25da48f0-2496-4f71-be3d-af6324d923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:23.960328 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-25da48f0-2496-4f71-be3d-af6324d923fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848088 Apr 07 15:14:24.145105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-632e72c0-d7d9-468d-8b2a-7a87bbafbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:24.147995 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-632e72c0-d7d9-468d-8b2a-7a87bbafbad5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 1096 time: 0.1408412 Apr 07 15:14:24.151704 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-8fd53774-f2a4-4696-8cac-cecdb44eedfa service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802185 Apr 07 15:14:24.338372 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38136029-0808-4e5a-a40c-1f9b9279719c req-0cacae8f-7995-4b4e-ab81-66add45763cc service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720490 Apr 07 15:14:24.350598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-5b5d244b-574f-4929-9a6a-e90ad8c358d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:24.353511 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-5b5d244b-574f-4929-9a6a-e90ad8c358d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 913 time: 0.1880910 Apr 07 15:14:24.471329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-2654bcea-031c-4004-be31-42fd3fa594f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936 HTTP/1.1" status: 200 len: 217 time: 0.1103518 Apr 07 15:14:24.566701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-f4f286c3-1d4d-4d44-a3a8-a64ae891c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:24.568340 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-f4f286c3-1d4d-4d44-a3a8-a64ae891c7d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bd52370-43b1-4bf5-a7c0-e7709513ca91 HTTP/1.1" status: 200 len: 852 time: 0.0896771 Apr 07 15:14:24.628256 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-b1c40598-1f66-4cee-af3d-8bc253896725 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=809315fa-a1fd-427d-b682-1fe9ca7123fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522852 Apr 07 15:14:24.637983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90749285-1ba6-420f-9c51-681b3f1218a0 req-e5e4bca3-a1ee-48ec-b5fe-f5ca96e964bd tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:24.640428 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-90749285-1ba6-420f-9c51-681b3f1218a0 req-e5e4bca3-a1ee-48ec-b5fe-f5ca96e964bd tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 943 time: 0.2144263 Apr 07 15:14:24.764785 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-90749285-1ba6-420f-9c51-681b3f1218a0 req-bbb02515-8cd1-4189-862b-b3588bbdf284 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938475 Apr 07 15:14:24.820789 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-65337f5d-3205-4ee8-9aff-87c7a7947d84 service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788471 Apr 07 15:14:24.884363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f493a-c765-4f9b-9e6a-e051afd1007b req-58f08e98-7168-47e5-97b8-37b869cf9c4e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:24.887432 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b8f493a-c765-4f9b-9e6a-e051afd1007b req-58f08e98-7168-47e5-97b8-37b869cf9c4e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1358528 Apr 07 15:14:24.934992 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b8f493a-c765-4f9b-9e6a-e051afd1007b req-77a4829e-3a8d-45de-817d-8eac2f1506ed tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397069 Apr 07 15:14:24.974197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-08fd6aa6-39fe-4084-8c9a-dd29e56b2d32 req-807abc0f-4040-42b7-9ce9-df637f63432b service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454082 Apr 07 15:14:25.997095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056fc6-c809-4e5d-a000-c90475a75de7 req-84fefccc-c505-40f9-b24e-0e760efebfc7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:25.998879 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-44056fc6-c809-4e5d-a000-c90475a75de7 req-84fefccc-c505-40f9-b24e-0e760efebfc7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 943 time: 0.0914357 Apr 07 15:14:26.039299 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-44056fc6-c809-4e5d-a000-c90475a75de7 req-95129e77-958d-4e92-a940-60e934e5535b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272574 Apr 07 15:14:26.183651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cc91e-541f-408d-8cae-3616fbea0fff req-aa73bafb-c8e2-447d-b8db-0d4b19aaba56 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:26.185350 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-705cc91e-541f-408d-8cae-3616fbea0fff req-aa73bafb-c8e2-447d-b8db-0d4b19aaba56 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.1043518 Apr 07 15:14:26.219162 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-705cc91e-541f-408d-8cae-3616fbea0fff req-e6af4b2b-2ed7-4e91-9be7-22f3569b385f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265734 Apr 07 15:14:27.287460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7e59f362-c3e6-4b53-bd24-974cc2a4a936 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:14:27.296619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:27.326748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5708a98-3600-4faa-9e8a-cbed20b4356e req-e0c9487f-7702-4ccc-8a7d-b0da53dce9d3 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:27.328172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad62a0-9065-4802-8628-6438a20c7c7c req-82c8609d-4fc1-4947-8dd9-9a97492ca9c6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:27.328464 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5708a98-3600-4faa-9e8a-cbed20b4356e req-e0c9487f-7702-4ccc-8a7d-b0da53dce9d3 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 943 time: 0.0949979 Apr 07 15:14:27.330190 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-19ad62a0-9065-4802-8628-6438a20c7c7c req-82c8609d-4fc1-4947-8dd9-9a97492ca9c6 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.0935929 Apr 07 15:14:27.363408 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5708a98-3600-4faa-9e8a-cbed20b4356e req-4234de71-7287-4042-a5cc-575227f9c415 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273361 Apr 07 15:14:27.371613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-19ad62a0-9065-4802-8628-6438a20c7c7c req-0566db8c-eca6-48cd-b5c4-43fdd822c9b7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Apr 07 15:14:27.557319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:27.571352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:27.572245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88abc2-b25a-41c3-a8d1-0228805edcb1 req-a332e1b5-b581-47a2-b4ba-03dd38e55d56 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:27.573965 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc88abc2-b25a-41c3-a8d1-0228805edcb1 req-a332e1b5-b581-47a2-b4ba-03dd38e55d56 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 946 time: 0.0952003 Apr 07 15:14:27.584833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:27.601452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '7e59f362-c3e6-4b53-bd24-974cc2a4a936', 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa', 'port_id': '7e59f362-c3e6-4b53-bd24-974cc2a4a936', 'mac_address': 'fa:16:3e:57:59:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd52370-43b1-4bf5-a7c0-e7709513ca91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:14:27.607179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:27.625405 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cc88abc2-b25a-41c3-a8d1-0228805edcb1 req-f3eff7d5-bf0e-470e-b3b0-c4ea2d1fd85d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 Apr 07 15:14:27.664731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:27.679686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:27.757181 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'code': 422} returned with failed status Apr 07 15:14:27.765092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:27.790363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e59f362-c3e6-4b53-bd24-974cc2a4a936 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:14:27.796390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=8']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:27.800399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:27.812967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:27.816644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:27.819437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:27.898461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:27.901923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:28.061823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['7e59f362-c3e6-4b53-bd24-974cc2a4a936'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:14:28.593919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8b68-833b-4251-a19f-b0fc932e1cc8 req-67e678b8-8aab-4008-97b8-d35d25332736 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:28.595691 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0b6b8b68-833b-4251-a19f-b0fc932e1cc8 req-67e678b8-8aab-4008-97b8-d35d25332736 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 944 time: 0.1084898 Apr 07 15:14:28.635264 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0b6b8b68-833b-4251-a19f-b0fc932e1cc8 req-6bfb2ac3-bdd1-4f4e-b605-87dffd8bf198 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307739 Apr 07 15:14:28.833685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698543d-04d3-4808-9642-cdfd7e526e50 req-6f182662-b3d2-4d47-930d-4ca7eb63850d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:28.835303 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7698543d-04d3-4808-9642-cdfd7e526e50 req-6f182662-b3d2-4d47-930d-4ca7eb63850d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.0941958 Apr 07 15:14:28.871009 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7698543d-04d3-4808-9642-cdfd7e526e50 req-10bd26ba-581c-479c-8c46-4d385ede1482 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283668 Apr 07 15:14:29.302509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7e59f362-c3e6-4b53-bd24-974cc2a4a936 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:14:29.395158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-68ae62bf-4b4f-415b-9423-9cc349a4e654 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:29.396843 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-68ae62bf-4b4f-415b-9423-9cc349a4e654 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.1127505 Apr 07 15:14:29.398958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:14:29.404581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:14:29.405331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:29.436653 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd124e2a-0ef4-4784-98c6-5e3266ed1668 req-d3c3582f-1a2a-4df7-89f6-3c09c4e00069 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:29.438708 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cd124e2a-0ef4-4784-98c6-5e3266ed1668 req-d3c3582f-1a2a-4df7-89f6-3c09c4e00069 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1313047 Apr 07 15:14:29.478077 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cd124e2a-0ef4-4784-98c6-5e3266ed1668 req-cfe8a788-9047-4a09-9734-7a355eaa0aed tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302939 Apr 07 15:14:29.499818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Deleting port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:29.500270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:29.545602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:29.564714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:29.567957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:29.568971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:29.600331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:29.602868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59634) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:29.696916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:29.700338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:29.761250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:29.854960 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936', 'code': 200} Apr 07 15:14:29.984374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] For port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:29.984778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:30.070479 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-88c34b72-2366-476e-9a3c-fbc1838c5119 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4663084 Apr 07 15:14:30.103018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a12380-e28d-4968-9c48-638c536b58de req-ed7c1a1e-cfda-448a-b2d8-39b946a54321 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.105443 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-06a12380-e28d-4968-9c48-638c536b58de req-ed7c1a1e-cfda-448a-b2d8-39b946a54321 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.2633526 Apr 07 15:14:30.155831 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-06a12380-e28d-4968-9c48-638c536b58de req-147defb3-df68-4339-ac07-1ca05ea34855 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Apr 07 15:14:30.179827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b5934-6591-42a6-a0a9-55bfeaacf6a4 req-3e915a66-e56b-40ba-a451-161a616a46f7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.182773 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f59b5934-6591-42a6-a0a9-55bfeaacf6a4 req-3e915a66-e56b-40ba-a451-161a616a46f7 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 945 time: 0.1806250 Apr 07 15:14:30.210763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2b5c-ca04-4348-a11e-be1e32f7799e req-d8d8b69d-6436-4c40-9f48-7563e0906bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.212400 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-97fc2b5c-ca04-4348-a11e-be1e32f7799e req-d8d8b69d-6436-4c40-9f48-7563e0906bb5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 1098 time: 0.1508005 Apr 07 15:14:30.225018 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f59b5934-6591-42a6-a0a9-55bfeaacf6a4 req-3e2867db-b80d-47c6-b839-fd0675abad28 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups?id=582683e8-40f8-4ee8-9b19-f31e7aef9232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Apr 07 15:14:30.248430 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-97fc2b5c-ca04-4348-a11e-be1e32f7799e req-00d98c49-bc58-4e0b-b0ea-4c19e4a69cb2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222518 Apr 07 15:14:30.708249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:30.708865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:30.708980 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Floating IP f60d105f-c433-440e-a80f-5a830076fd3e disassociated. External IP: 172.28.1.37, port: 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8. Apr 07 15:14:30.709338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Calling delete_port for 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:30.755940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322804a-b55c-4100-ade8-71dd2758a47b req-0ff6e322-cdba-4096-8102-b3048f3cccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.757807 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-0ff6e322-cdba-4096-8102-b3048f3cccc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23&tenant_id=fe4f3e655e6d4960a01cb171511affde HTTP/1.1" status: 200 len: 1097 time: 0.0891163 Apr 07 15:14:30.816432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eac23-28fa-464e-b07b-a4dc174b0315 req-e2e0ed2d-0513-414e-9595-3e21027e09a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.818071 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-962eac23-28fa-464e-b07b-a4dc174b0315 req-e2e0ed2d-0513-414e-9595-3e21027e09a8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1961706 Apr 07 15:14:30.864918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322804a-b55c-4100-ade8-71dd2758a47b req-1a870a6a-5e1b-4961-ac97-ad9c2aee37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:30.866622 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-1a870a6a-5e1b-4961-ac97-ad9c2aee37d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4f3e655e6d4960a01cb171511affde&device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1097 time: 0.0848691 Apr 07 15:14:30.906878 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-962eac23-28fa-464e-b07b-a4dc174b0315 req-ebce675a-3bdd-439d-867a-d5b88f2355ae tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749545 Apr 07 15:14:30.934698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:30.963057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:31.021338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322804a-b55c-4100-ade8-71dd2758a47b req-6ef71843-2eb9-4e91-8512-707f2eaabf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:31.023183 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-6ef71843-2eb9-4e91-8512-707f2eaabf0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 200 len: 918 time: 0.1474171 Apr 07 15:14:31.023915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'Port': ['ID=8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:31.026513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:31.143293 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-c783dba8-e6b1-42cb-9fd5-6f6dd03d83f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 200 len: 999 time: 0.1121011 Apr 07 15:14:31.251695 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322804a-b55c-4100-ade8-71dd2758a47b req-bc4c91ac-7108-43cf-ab02-a1a59c19c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:31.254399 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-bc4c91ac-7108-43cf-ab02-a1a59c19c42f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 200 len: 856 time: 0.1042652 Apr 07 15:14:31.427202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322804a-b55c-4100-ade8-71dd2758a47b req-b09279e8-bd4d-469e-86f7-2f2174332cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:31.428759 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-b09279e8-bd4d-469e-86f7-2f2174332cda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=734b89ca-cdd2-4231-94f1-e0b0235a671c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1648583 Apr 07 15:14:31.432918 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-b1fdb2af-9d25-4248-941f-1c8e879791db req-e41eeea6-b270-48df-9727-b156aa36add0 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 210 time: 0.0632155 Apr 07 15:14:31.438320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec691a8-a886-468e-981f-707b8df8f222 req-1e9271a3-2b91-4cac-9f6c-af24124c5ba7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:31.440027 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9ec691a8-a886-468e-981f-707b8df8f222 req-1e9271a3-2b91-4cac-9f6c-af24124c5ba7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.1263061 Apr 07 15:14:31.456784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:14:31.557337 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9ec691a8-a886-468e-981f-707b8df8f222 req-97cb668a-29af-47cf-9920-6ee6f74edcd4 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938511 Apr 07 15:14:31.612679 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-a74296df-7f51-4c2c-90af-15d86e46b9bf service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715567 Apr 07 15:14:31.702108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:14:31.723706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:14:31.734537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:14:31.735508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:14:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:31.774612 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c322804a-b55c-4100-ade8-71dd2758a47b req-9efc7f7f-42a7-4933-a9ab-8052b0ba398e service neutron] 10.222.0.62 "GET /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554828 Apr 07 15:14:31.827080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] No DVR routers for this DVR port 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:14:31.830929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:31.836072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'name': 'network-vif-deleted', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:31.864243 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c9727faa-84b6-4d97-b733-5be0f51da8c8 req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.62 "DELETE /v2.0/ports/8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 HTTP/1.1" status: 204 len: 173 time: 2.4584618 Apr 07 15:14:31.936661 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f65db1c-ca61-4623-a33c-e3a9b143f881', 'name': 'network-vif-deleted', 'tag': '8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8', 'status': 'completed', 'code': 200} Apr 07 15:14:32.008799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:14:32.221295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64d01c-0f10-411c-94ed-eea6b1baeb4d req-5491623f-9371-44ad-88f8-d0c901f845cc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:32.224189 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-af64d01c-0f10-411c-94ed-eea6b1baeb4d req-5491623f-9371-44ad-88f8-d0c901f845cc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1279919 Apr 07 15:14:32.271008 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-af64d01c-0f10-411c-94ed-eea6b1baeb4d req-08de1e45-aecd-4634-9528-68520bd32eda tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Apr 07 15:14:32.373705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:32.378274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:14:32.388305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:14:32.388999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:14:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:32.640277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-72baca34-c607-496f-aa10-3b6962a0ad3b req-6ff3e3f7-b762-4ef8-94c8-ef34af5f0f5c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Synchronizing usage tracker for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:14:32.656103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-72baca34-c607-496f-aa10-3b6962a0ad3b req-6ff3e3f7-b762-4ef8-94c8-ef34af5f0f5c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Unset dirty status for tenant:aa0a72111bf1475aa7eaedcb97fd37dc on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:14:32.657440 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-72baca34-c607-496f-aa10-3b6962a0ad3b req-6ff3e3f7-b762-4ef8-94c8-ef34af5f0f5c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f65db1c-ca61-4623-a33c-e3a9b143f881 HTTP/1.1" status: 200 len: 210 time: 0.0811481 Apr 07 15:14:32.850293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:14:32.866654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0f611-4312-4d7c-836c-388b15e7d0c4 req-bcaa77db-021c-4757-af63-1e4bfe980bb8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:32.868467 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61b0f611-4312-4d7c-836c-388b15e7d0c4 req-bcaa77db-021c-4757-af63-1e4bfe980bb8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.0960453 Apr 07 15:14:32.904361 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61b0f611-4312-4d7c-836c-388b15e7d0c4 req-3ed06ba7-e438-4223-b118-16b69e14daeb tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283377 Apr 07 15:14:33.336778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:33.384166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:14:33.384558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 8cad8c94-2d3a-4e45-9b68-a990e6fe7cc8 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:14:33.457017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:33.471132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa9c0-acac-423a-b03b-e16410ad2dad None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:16Z', 'revision_number': 4, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '76e4fed2-27d2-4ffc-9376-f7c67be45f16', 'name': '', 'network_id': '77733163-340e-47e4-ae5d-370f7733f288', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'mac_address': 'fa:16:3e:07:77:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:10Z', 'updated_at': '2021-04-07T15:09:32Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'subnets': [{'id': '8f964569-70b2-4d40-a02c-9dc5158252db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:14:33.612300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544cc0-6328-47ea-a124-1e8f9f889d26 req-466af56b-93b5-4fab-87f7-b549ecab57de tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:33.622661 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e6544cc0-6328-47ea-a124-1e8f9f889d26 req-466af56b-93b5-4fab-87f7-b549ecab57de tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1658938 Apr 07 15:14:33.663738 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e6544cc0-6328-47ea-a124-1e8f9f889d26 req-6c41fc53-4a57-4433-8a3a-b8b550650a3d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 Apr 07 15:14:33.857998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59730) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:33.981868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.037731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d35ee5-c3d0-4c53-a170-a62e173b1902 None None] New status for floating IP f60d105f-c433-440e-a80f-5a830076fd3e: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:14:34.078253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.235245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.260054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0114d00e-087e-4f03-b723-23c53e083c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:34.278249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582683e8-40f8-4ee8-9b19-f31e7aef9232,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:34.289186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:34.300349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.302462 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "DELETE /v2.0/security-groups/582683e8-40f8-4ee8-9b19-f31e7aef9232 HTTP/1.1" status: 204 len: 168 time: 0.4418650 Apr 07 15:14:34.307985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 59740) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:34.343808 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.v2.resource [None req-0e069c48-b312-4464-8dc7-8c0fb3667593 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] show failed (client error): The resource could not be found. Apr 07 15:14:34.351293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59744) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:34.351572 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0e069c48-b312-4464-8dc7-8c0fb3667593 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "GET /v2.0/security-groups/582683e8-40f8-4ee8-9b19-f31e7aef9232 HTTP/1.1" status: 404 len: 347 time: 0.0414524 Apr 07 15:14:34.578874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Deleting port bfdde2f4-70a1-4596-8d71-35f690cc0af3 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:34.579265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.797664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.798140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:34.948348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091ec06-00e1-4863-9998-81dc661cdc5b req-2aa59c63-694a-4073-a2b9-48a40ae9a454 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:34.949887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Calling delete_port for bfdde2f4-70a1-4596-8d71-35f690cc0af3 owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:34.950006 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f091ec06-00e1-4863-9998-81dc661cdc5b req-2aa59c63-694a-4073-a2b9-48a40ae9a454 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1317430 Apr 07 15:14:34.994355 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f091ec06-00e1-4863-9998-81dc661cdc5b req-5ca397f8-79d8-4d2d-9553-aa036e4b8d07 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363977 Apr 07 15:14:35.129904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:35.146556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:35.203716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Pushing event deleted for resources: {'Port': ['ID=bfdde2f4-70a1-4596-8d71-35f690cc0af3,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:35.209236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:35.326400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:14:35.454887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks [] for floatingip, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:35.475912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:35.480521 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] 10.222.0.30 "DELETE /v2.0/floatingips/f60d105f-c433-440e-a80f-5a830076fd3e HTTP/1.1" status: 204 len: 168 time: 1.1242733 Apr 07 15:14:35.995479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56006b2c-d106-4232-a20d-9af1bac20918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:36.248222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6e57-092c-4ce0-bd6b-7b647d9b4224 req-ab8420f7-b0da-413b-a69f-4a3127f93b69 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:36.249935 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f58e6e57-092c-4ce0-bd6b-7b647d9b4224 req-ab8420f7-b0da-413b-a69f-4a3127f93b69 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1132295 Apr 07 15:14:36.289119 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f58e6e57-092c-4ce0-bd6b-7b647d9b4224 req-0e4d5b7c-9a55-4207-ad2a-a9e4c0fe08a6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Apr 07 15:14:37.549733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eed12-0843-416b-b5c7-9d03317175d2 req-be36ed62-9a6e-47a2-a635-18e51f1fee62 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:37.556934 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e5eed12-0843-416b-b5c7-9d03317175d2 req-be36ed62-9a6e-47a2-a635-18e51f1fee62 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1150670 Apr 07 15:14:37.585817 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1e5eed12-0843-416b-b5c7-9d03317175d2 req-42c373bd-c4a2-40f0-bfcb-79d66635e6df tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278637 Apr 07 15:14:38.782738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7387fa1a-a722-4aaa-8da7-61af288ac7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:38.887561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081de8cc-ab59-4c08-9b15-eecbc3be028e req-eceb3bae-0ed8-48f3-8334-ca8990ee7ebe tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:38.890987 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-081de8cc-ab59-4c08-9b15-eecbc3be028e req-eceb3bae-0ed8-48f3-8334-ca8990ee7ebe tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1172993 Apr 07 15:14:38.948581 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-081de8cc-ab59-4c08-9b15-eecbc3be028e req-68edcd3c-9df9-4a5f-84df-15af2c301227 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480692 Apr 07 15:14:39.232540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:39.915651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:39.925213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59808) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:40.144441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:40.268447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae4ed0-5cab-4b79-b296-7ceaee3ed7d7 req-f5b7ef93-93c5-40a1-bf85-3c74e955e5df tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:40.270224 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f7ae4ed0-5cab-4b79-b296-7ceaee3ed7d7 req-f5b7ef93-93c5-40a1-bf85-3c74e955e5df tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1154563 Apr 07 15:14:40.305040 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f7ae4ed0-5cab-4b79-b296-7ceaee3ed7d7 req-e50c9e26-15cd-4124-a429-38f18205bacd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276122 Apr 07 15:14:40.731723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:40.862980 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:41.299631 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Deleting port 76e4fed2-27d2-4ffc-9376-f7c67be45f16 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:41.300208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:41.577846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] For port 76e4fed2-27d2-4ffc-9376-f7c67be45f16, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=76e4fed2-27d2-4ffc-9376-f7c67be45f16,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:41.578170 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:41.723061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Calling delete_port for 76e4fed2-27d2-4ffc-9376-f7c67be45f16 owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:41.762096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbb8b4-9ae9-44be-8dda-3eb67e096e5c req-f84fcd56-206c-4504-aee9-23266974ed1e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:41.763788 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-54fbb8b4-9ae9-44be-8dda-3eb67e096e5c req-f84fcd56-206c-4504-aee9-23266974ed1e tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.3089206 Apr 07 15:14:41.814408 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-54fbb8b4-9ae9-44be-8dda-3eb67e096e5c req-9a1b256e-72f8-4267-be7a-df427f89e609 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Apr 07 15:14:41.956300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:41.974177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7fff2aaa-0503-4e74-b121-a1118cfa1642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:42.038291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e4fed2-27d2-4ffc-9376-f7c67be45f16,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:42.043221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:42.487536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:43.072203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Router f7dcf87e-b553-4991-b357-b4d189ed9f64 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:14:43.076021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab7aff-4999-4118-9ace-c40c324cb606 req-4db6192a-d458-453e-b716-b4b896abc602 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:43.077765 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8ab7aff-4999-4118-9ace-c40c324cb606 req-4db6192a-d458-453e-b716-b4b896abc602 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.1000001 Apr 07 15:14:43.125131 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8ab7aff-4999-4118-9ace-c40c324cb606 req-716ee78c-2823-4c65-84ad-46e757dcb041 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Apr 07 15:14:43.295152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:14:43.306856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Sync routers for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:14:43.311865 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-09c76718-fa96-4476-8958-6b9b86a44659 admin admin] 10.222.0.30 "PUT /v2.0/routers/f7dcf87e-b553-4991-b357-b4d189ed9f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3854079 Apr 07 15:14:43.314839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59828) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:43.320371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:14:43.321268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:14:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:43.542210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:14:43.792843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:43.880711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:14:41Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:43.888032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Checking router: f7dcf87e-b553-4991-b357-b4d189ed9f64 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:14:43.905470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Routers {'f7dcf87e-b553-4991-b357-b4d189ed9f64'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:14:43.906940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:14:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['f7dcf87e-b553-4991-b357-b4d189ed9f64'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:44.012800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:44.022696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Deleting port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:44.023116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:44.135169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] Set router f7dcf87e-b553-4991-b357-b4d189ed9f64 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:14:44.246028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] For port 0a0cd64c-27cb-45f5-972d-bee865bcd8fe, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:44.246440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:44.430619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Calling delete_port for 0a0cd64c-27cb-45f5-972d-bee865bcd8fe owned by network:router_gateway {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:44.458989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:14:41Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:44.464545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72315f9-a685-423a-bc88-b359a1ad66e3 None None] The sync data for ids ['f7dcf87e-b553-4991-b357-b4d189ed9f64'] in dv-cinder-782260-2-smb is: [{'id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'name': 'tempest-AttachVolumeTestJSON-96285291-router', 'tenant_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:14:41Z', 'revision_number': 5, 'project_id': 'aa0a72111bf1475aa7eaedcb97fd37dc', 'gw_port': {'id': '0a0cd64c-27cb-45f5-972d-bee865bcd8fe', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dcf87e-b553-4991-b357-b4d189ed9f64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:14:44.572454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf653f-fd8a-4c7b-878e-36133a592efc req-9d6e49c8-7d87-4ef7-ac8e-bde7f9e82397 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:44.574171 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eebf653f-fd8a-4c7b-878e-36133a592efc req-9d6e49c8-7d87-4ef7-ac8e-bde7f9e82397 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.3189836 Apr 07 15:14:44.618871 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eebf653f-fd8a-4c7b-878e-36133a592efc req-740a6370-873c-4217-8333-0531bb534cf6 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Apr 07 15:14:44.704107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:44.721724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-658f993f-684c-495e-a39a-ae4a511e053c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:44.786591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0cd64c-27cb-45f5-972d-bee865bcd8fe,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:44.789824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:45.061297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.253783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.256209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.290300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.291341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7dcf87e-b553-4991-b357-b4d189ed9f64 {{(pid=84385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:14:45.306527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.307813 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f7dcf87e-b553-4991-b357-b4d189ed9f64 HTTP/1.1" status: 204 len: 168 time: 1.9919431 Apr 07 15:14:45.310519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59836) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:45.385344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Deleting subnet 8f964569-70b2-4d40-a02c-9dc5158252db {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:14:45.388988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.442582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.583382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.851403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5aad3-d59b-4c97-bd91-e377779f3245 req-804e9555-2e00-4a0d-b1a6-a96196a7f4db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:45.853384 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12d5aad3-d59b-4c97-bd91-e377779f3245 req-804e9555-2e00-4a0d-b1a6-a96196a7f4db tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.0947335 Apr 07 15:14:45.872823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:45.885973 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12d5aad3-d59b-4c97-bd91-e377779f3245 req-fd5998fe-35f3-4b6f-834b-2128b2cc9c6a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252738 Apr 07 15:14:45.888983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:45.954869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0a0cd64c-27cb-45f5-972d-bee865bcd8fe no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:45.992505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f964569-70b2-4d40-a02c-9dc5158252db,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:45.995270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:45.996052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 0a0cd64c-27cb-45f5-972d-bee865bcd8fe {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:14:45.996444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0a0cd64c-27cb-45f5-972d-bee865bcd8fe not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:14:45.996908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 76e4fed2-27d2-4ffc-9376-f7c67be45f16 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:46.033044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 76e4fed2-27d2-4ffc-9376-f7c67be45f16 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:14:46.033457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 76e4fed2-27d2-4ffc-9376-f7c67be45f16 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:14:46.037195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.044130 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f383eabd-5d44-4903-87d0-f5029be19dc4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f964569-70b2-4d40-a02c-9dc5158252db HTTP/1.1" status: 204 len: 168 time: 0.7324395 Apr 07 15:14:46.045107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59844) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:46.046163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22407d4-f060-487e-b51d-2e2e3b4ac77f None None] Network 77733163-340e-47e4-ae5d-370f7733f288 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:14:46.166865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.238855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Deleting port c1e5bd24-dafd-41a7-8214-7b963a4656bd {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:46.239216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.306889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] DHCP port deletion for 77733163-340e-47e4-ae5d-370f7733f288 request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:14:46.311994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Deleting port c1e5bd24-dafd-41a7-8214-7b963a4656bd {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:46.312427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.464334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] For port c1e5bd24-dafd-41a7-8214-7b963a4656bd, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=c1e5bd24-dafd-41a7-8214-7b963a4656bd,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:46.464700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.531040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] For port c1e5bd24-dafd-41a7-8214-7b963a4656bd, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=c1e5bd24-dafd-41a7-8214-7b963a4656bd,segment=NetworkSegment(d8f5c31f-3a7e-4c2a-9889-49af295797ad),segment_id=d8f5c31f-3a7e-4c2a-9889-49af295797ad)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:46.531480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.598125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Calling delete_port for c1e5bd24-dafd-41a7-8214-7b963a4656bd owned by network:dhcp {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:46.661377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Calling delete_port for c1e5bd24-dafd-41a7-8214-7b963a4656bd owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:14:46.685599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:46.706715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-dc3da5a9-e97a-44e1-9daf-119a6d925720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:46.806738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e5bd24-dafd-41a7-8214-7b963a4656bd,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:46.811371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:46.819743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:14:46.820208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:14:46.946238 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] No DVR routers for this DVR port c1e5bd24-dafd-41a7-8214-7b963a4656bd on host dv-cinder-782260-2-smb {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:14:47.125618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.257194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77733163-340e-47e4-ae5d-370f7733f288']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:47.272313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f5c31f-3a7e-4c2a-9889-49af295797ad') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:47.272688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f5c31f-3a7e-4c2a-9889-49af295797ad') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:14:47.290917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a396-b50c-4ad1-b6da-01e9ef77ff82 req-9fe2d084-6baf-4dc4-891d-978750f7bade tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:47.292537 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2a9a396-b50c-4ad1-b6da-01e9ef77ff82 req-9fe2d084-6baf-4dc4-891d-978750f7bade tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 944 time: 0.2754622 Apr 07 15:14:47.296362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.321355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Deleting port c1e5bd24-dafd-41a7-8214-7b963a4656bd {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:14:47.321842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.329502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.340323 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2a9a396-b50c-4ad1-b6da-01e9ef77ff82 req-203f998d-bdb6-41a0-9cc7-1cad196253ac tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Apr 07 15:14:47.343379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:14:47.524141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:14:47.535334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Network 77733163-340e-47e4-ae5d-370f7733f288 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:14:47.548800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.571098 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7896c043-f2b8-466e-a0db-375d27913a7f None None] The port 'c1e5bd24-dafd-41a7-8214-7b963a4656bd' was deleted {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:14:47.707453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:47.724530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'port_id': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'mac_address': 'fa:16:3e:c1:e2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:14:47.801402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.802944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:14:47.824114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:47.829661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:47.831860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:47.906220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=9']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:47.909756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:47.960516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device c1e5bd24-dafd-41a7-8214-7b963a4656bd no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:14:47.984642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Network 77733163-340e-47e4-ae5d-370f7733f288 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:14:48.004260 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: c1e5bd24-dafd-41a7-8214-7b963a4656bd {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:14:48.004723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device c1e5bd24-dafd-41a7-8214-7b963a4656bd not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:14:48.007827 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:14:48.089721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['58637d88-eb88-4c77-bbf4-3ea59eddbe3a'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:14:48.090482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.095526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.098468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9089cb25-9b39-4965-8eae-bac22b7cf22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:48.122791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Pushing event deleted for resources: {'Network': ['ID=77733163-340e-47e4-ae5d-370f7733f288,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:48.125362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:48.136946 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] 10.222.0.30 "DELETE /v2.0/networks/77733163-340e-47e4-ae5d-370f7733f288 HTTP/1.1" status: 204 len: 168 time: 2.0903089 Apr 07 15:14:48.261281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59868) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:48.296580 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8fae0111-902a-4b00-b06f-b2ffd616eb63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa0a72111bf1475aa7eaedcb97fd37dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0339642 Apr 07 15:14:48.299212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59872) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:48.364663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.392571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.439658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.445226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-15fa393e-d151-46c0-bc53-a03615c32269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:48.460278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bbe3af-1247-486e-b5f3-cdae66e7cd6e,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:48.465712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:48.467870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:48.469117 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0bbe3af-1247-486e-b5f3-cdae66e7cd6e HTTP/1.1" status: 204 len: 168 time: 0.1689298 Apr 07 15:14:48.550351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ed12e-ace2-4b00-afc3-b4de63dc814c req-e2d771db-7f38-419c-96ac-491a8c831634 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:48.552007 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-492ed12e-ace2-4b00-afc3-b4de63dc814c req-e2d771db-7f38-419c-96ac-491a8c831634 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 945 time: 0.0912209 Apr 07 15:14:48.584033 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-492ed12e-ace2-4b00-afc3-b4de63dc814c req-d97b8be5-a63d-4cc8-87f7-783ab60c375c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248032 Apr 07 15:14:49.398624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:14:49.491500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:14:49.491901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:49.631862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:49.645852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:14:49.655763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:14:49.658867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:49.661813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:49.713769 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'code': 200} Apr 07 15:14:49.748182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=10']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:49.751862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:49.826427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62525dbc-3fa2-4120-9929-683a5a3db317 req-6b856f07-7f77-443b-973f-b6d99ff0964a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:49.831632 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-62525dbc-3fa2-4120-9929-683a5a3db317 req-6b856f07-7f77-443b-973f-b6d99ff0964a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.1069560 Apr 07 15:14:49.863805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-62525dbc-3fa2-4120-9929-683a5a3db317 req-3a392c97-1f3a-4d2c-9dce-677ff2ecce2c tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277290 Apr 07 15:14:49.978336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb50b8-e252-4293-9675-73a4a8f041e1 req-e0d1aec5-6ce1-406e-9134-7320083b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:49.980009 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f0bb50b8-e252-4293-9675-73a4a8f041e1 req-e0d1aec5-6ce1-406e-9134-7320083b3f6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 1100 time: 0.0809891 Apr 07 15:14:50.011899 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f0bb50b8-e252-4293-9675-73a4a8f041e1 req-0a312d0d-086a-4dd8-9fbe-95bee577d516 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0234351 Apr 07 15:14:50.313116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59932) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:50.443323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.462163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:50.466699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Usage tracker for resource:security_group_rule and tenant:a7440251f172463bb4a7db2fa5877c7c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:50.469670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:50.476057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:50.566505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.570030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.579008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25f9bbdd-3aed-42f6-85be-0c94dd3fa89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:50.620717 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7440251f172463bb4a7db2fa5877c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059859 Apr 07 15:14:50.622602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba31a5-b7ff-4ffd-9195-c204111d6f2f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:50.623929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 59940) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:50.626141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5548f677-48c1-45fe-a842-c4596bfb0385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:50.690404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-621432f7-6711-45af-815b-610561207def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.717820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-621432f7-6711-45af-815b-610561207def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.771146 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-621432f7-6711-45af-815b-610561207def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.776506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8fb099d3-285f-4b4c-9796-f256f241a349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:50.787609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621432f7-6711-45af-815b-610561207def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba31a5-b7ff-4ffd-9195-c204111d6f2f,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:50.794581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-621432f7-6711-45af-815b-610561207def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:50.795545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-621432f7-6711-45af-815b-610561207def admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:50.796856 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-621432f7-6711-45af-815b-610561207def admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5ba31a5-b7ff-4ffd-9195-c204111d6f2f HTTP/1.1" status: 204 len: 168 time: 0.1718223 Apr 07 15:14:51.092143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba022d-0b52-40c5-9c32-0891aec51334 req-b4c60541-b690-4b18-b06a-3817cbd86bcc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:51.099821 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3fba022d-0b52-40c5-9c32-0891aec51334 req-b4c60541-b690-4b18-b06a-3817cbd86bcc tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.0980742 Apr 07 15:14:51.127652 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3fba022d-0b52-40c5-9c32-0891aec51334 req-7dda50e3-a10d-4906-9302-c15a672be905 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268104 Apr 07 15:14:51.162489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 59958) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:51.189270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.206959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:51.215633 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Usage tracker for resource:security_group_rule and tenant:06085bd4f77c4587a33565ac58f8f4fc is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:51.220739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:51.231263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:51.322269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.325726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.335626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-703aaa12-33de-4a91-a90e-37a65e139cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:51.379154 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06085bd4f77c4587a33565ac58f8f4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148588 Apr 07 15:14:51.382682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 59962) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:51.383646 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab17a8-ce77-4eb3-ac99-52eb6dcd7aed,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:51.387400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9e4c301e-e8c4-46ec-9175-19b0ec31b166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:51.462678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.491103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.547581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.552858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13af37ff-229a-4bcb-a11a-8e66807f6600 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:51.567173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab17a8-ce77-4eb3-ac99-52eb6dcd7aed,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:51.570063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:51.571438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:51.573153 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bab17a8-ce77-4eb3-ac99-52eb6dcd7aed HTTP/1.1" status: 204 len: 168 time: 0.1839166 Apr 07 15:14:52.487272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ee61-08d9-40b3-bb8e-9aa51e957f65 req-22cf88d2-5da8-4468-b77a-2700b6af3783 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:14:52.489044 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f453ee61-08d9-40b3-bb8e-9aa51e957f65 req-22cf88d2-5da8-4468-b77a-2700b6af3783 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.0970163 Apr 07 15:14:52.525107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f453ee61-08d9-40b3-bb8e-9aa51e957f65 req-79762d11-6851-420d-959f-741b517a90dd tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294099 Apr 07 15:14:53.734720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60058) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:53.868745 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:53.888218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:53.892657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Usage tracker for resource:security_group_rule and tenant:021ca58541684bd3a78d124f4b993a04 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:53.898259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:53.905054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:54.003081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.007068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.015324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c306cee7-9b40-4f64-950c-f8ad775a141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:54.062829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0863f96c-3efa-494b-a2f4-2816e4f14251,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:54.073377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60064) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:54.073782 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=021ca58541684bd3a78d124f4b993a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375354 Apr 07 15:14:54.075279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:54.378155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.411814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.463006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.468824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:54.480405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0863f96c-3efa-494b-a2f4-2816e4f14251,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:54.482868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:54.489596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.493412 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0863f96c-3efa-494b-a2f4-2816e4f14251 HTTP/1.1" status: 204 len: 168 time: 0.4163826 Apr 07 15:14:54.830909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60080) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:54.853464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:54.871243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:14:54.876423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2fcf08b89e493f8bc9afd9957501a1 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:14:54.880851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:14:54.890157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:14:55.006135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.010439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.021331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-621432f7-6711-45af-815b-610561207def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:55.075600 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b2fcf08b89e493f8bc9afd9957501a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389679 Apr 07 15:14:55.075600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad52aa-ed86-4c23-9016-abea6d883234,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:55.076336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:55.076700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60084) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:14:55.143717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.172315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.220303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.225699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-46311751-e923-46b5-9de5-938c1d9b064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:14:55.237162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad52aa-ed86-4c23-9016-abea6d883234,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:14:55.242284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:14:55.244435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:14:55.248279 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fad52aa-ed86-4c23-9016-abea6d883234 HTTP/1.1" status: 204 len: 168 time: 0.1679451 Apr 07 15:15:05.879982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60262) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:05.989108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f555e4b-a599-427d-99f3-0c89020062b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.025715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.043738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:06.048145 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Usage tracker for resource:security_group_rule and tenant:c0b8417d37644ecc9cc477d984061bc9 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:06.051469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:06.061642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:06.201872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.205510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.215796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e88f66f-f42f-4061-9549-01d40825c2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:06.261675 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0b8417d37644ecc9cc477d984061bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804686 Apr 07 15:15:06.263672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f1176-be65-4f83-b126-2f62b3f41d05,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:06.266101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60272) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:06.267563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:06.348344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.378291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.427325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.433595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cbf1f00-8eb1-4421-ae44-dd21e304c5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:06.447141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f1176-be65-4f83-b126-2f62b3f41d05,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:06.452759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.453846 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b54f1176-be65-4f83-b126-2f62b3f41d05 HTTP/1.1" status: 204 len: 168 time: 0.1859674 Apr 07 15:15:06.455205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0c4f6834-cae2-4c97-878c-e95a39596638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:06.825630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60282) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:06.847193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.864655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:06.869172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Usage tracker for resource:security_group_rule and tenant:14c479a9ac4c4282865a5e3b21529493 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:06.872444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:06.878995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:06.983244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.986974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:06.998196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb84a598-00db-4ca7-83ce-a543273a5283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:07.043842 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14c479a9ac4c4282865a5e3b21529493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168095 Apr 07 15:15:07.045810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5aea90-2acb-45d4-a6f2-1357bcb4585d,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:07.047020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60286) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:07.049230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:07.134473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.162971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.212468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.218026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cc52719f-2867-4c33-b5fd-5ac9b143b2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:07.232280 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5aea90-2acb-45d4-a6f2-1357bcb4585d,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:07.234667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:07.237160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.238488 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-aecd61c2-b054-47a2-ad78-b5760421db9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c5aea90-2acb-45d4-a6f2-1357bcb4585d HTTP/1.1" status: 204 len: 168 time: 0.1903884 Apr 07 15:15:07.632029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60298) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:07.654678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.671043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:07.675324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7998abcef2444491dca2958c062fdb is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:07.678428 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:07.685233 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:07.785579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.789569 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.797643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fdc1de57-ab07-4113-b3a0-68ff6dbc4fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:07.842660 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27695a3-d388-40ae-b3f8-ac10fac88167,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:07.850052 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b7998abcef2444491dca2958c062fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142465 Apr 07 15:15:07.850052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:07.850402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60304) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:07.921007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.922855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4f8f8-54f3-429e-8b4c-300664c041ee req-0d3c1143-59ff-45fe-98f4-54e3ffbd9534 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:07.924541 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8cf4f8f8-54f3-429e-8b4c-300664c041ee req-0d3c1143-59ff-45fe-98f4-54e3ffbd9534 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.0988631 Apr 07 15:15:07.953810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:07.957227 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8cf4f8f8-54f3-429e-8b4c-300664c041ee req-bff24008-9656-41e4-b36e-784034706274 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256166 Apr 07 15:15:08.040228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:08.049705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0cf0c76a-fe54-4f7d-8171-1dfd9f51691e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:08.070973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27695a3-d388-40ae-b3f8-ac10fac88167,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:08.078047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:08.084893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:08.087136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f27695a3-d388-40ae-b3f8-ac10fac88167 HTTP/1.1" status: 204 len: 168 time: 0.2354493 Apr 07 15:15:08.787057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4995bbda-e162-40b1-81f9-d1f8ea13f056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:09.145534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:09.179028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8203d2f-be46-4371-8183-560833d6a780 req-89370195-67b5-4157-b825-ccd597305314 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:09.180808 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e8203d2f-be46-4371-8183-560833d6a780 req-89370195-67b5-4157-b825-ccd597305314 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.0995471 Apr 07 15:15:09.217997 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e8203d2f-be46-4371-8183-560833d6a780 req-b93579b1-8eda-4e79-a802-7b1c902b0e46 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Apr 07 15:15:09.931464 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:10.162540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:10.469193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db23631-bc4e-40aa-8867-7bae89644f6d req-8ed9d2a6-ceee-4cb1-9a23-751914b0ed78 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:10.470955 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3db23631-bc4e-40aa-8867-7bae89644f6d req-8ed9d2a6-ceee-4cb1-9a23-751914b0ed78 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.1014950 Apr 07 15:15:10.503692 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3db23631-bc4e-40aa-8867-7bae89644f6d req-9687fcd5-3959-4b3b-8d2f-ea6fef346f6f tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260599 Apr 07 15:15:10.740734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:11.729809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3a31-0585-4aff-94bd-3bc0afe87f80 req-f7058fda-2f8e-4590-a055-2b927e16f1da tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:11.731657 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d78a3a31-0585-4aff-94bd-3bc0afe87f80 req-f7058fda-2f8e-4590-a055-2b927e16f1da tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.1025863 Apr 07 15:15:11.771019 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d78a3a31-0585-4aff-94bd-3bc0afe87f80 req-f8a51bee-e587-4b30-8148-a5e0dfcc15ca tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265975 Apr 07 15:15:12.327801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:15:12.986373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9ee0-6966-4d1f-856a-8aaf8f43e7d0 req-3c2c5ddf-c4bb-4819-a6b4-85c56a210e8a tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:12.988097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9baf9ee0-6966-4d1f-856a-8aaf8f43e7d0 req-3c2c5ddf-c4bb-4819-a6b4-85c56a210e8a tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.0923605 Apr 07 15:15:13.021596 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9baf9ee0-6966-4d1f-856a-8aaf8f43e7d0 req-60e0916a-2da1-4ef1-b504-e4e132d8ef13 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263820 Apr 07 15:15:13.149116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-83e002bb-5570-4c05-a279-2d43ba850857 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:13.151969 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-83e002bb-5570-4c05-a279-2d43ba850857 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 945 time: 0.1282365 Apr 07 15:15:13.234673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Deleting port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:13.235058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:13.545892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] For port 7e59f362-c3e6-4b53-bd24-974cc2a4a936, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=7e59f362-c3e6-4b53-bd24-974cc2a4a936,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:13.546329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:13.696891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Calling delete_port for 7e59f362-c3e6-4b53-bd24-974cc2a4a936 owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:13.857208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:13.869314 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['7e59f362-c3e6-4b53-bd24-974cc2a4a936'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:15:13.874208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-498a34ff-8656-4e1f-981c-704b2d2dcf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:13.924679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Pushing event deleted for resources: {'Port': ['ID=7e59f362-c3e6-4b53-bd24-974cc2a4a936,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:13.947565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.947895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.948243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.948637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.949030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.949433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.949825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.950214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.950605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.951020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.951408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.951793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:13.957123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:14.167223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] No DVR routers for this DVR port 7e59f362-c3e6-4b53-bd24-974cc2a4a936 on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:15:14.170072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:14.173185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'name': 'network-vif-deleted', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:14.215945 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c67c7a36-9e18-47cd-ae6f-49db97f1c17a req-aeb71ada-00b0-40b1-885b-4d838c785269 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "DELETE /v2.0/ports/7e59f362-c3e6-4b53-bd24-974cc2a4a936 HTTP/1.1" status: 204 len: 173 time: 1.0581667 Apr 07 15:15:14.244892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12009572-f952-441b-93db-cba8107672c3', 'name': 'network-vif-deleted', 'tag': '7e59f362-c3e6-4b53-bd24-974cc2a4a936', 'status': 'completed', 'code': 200} Apr 07 15:15:14.255266 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-acd478c3-f9bf-4bf8-813e-a1be48af6329 req-954ac444-3dc2-4408-a76b-175ad62d2291 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=12009572-f952-441b-93db-cba8107672c3 HTTP/1.1" status: 200 len: 210 time: 0.0720649 Apr 07 15:15:16.789011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60416) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:16.937102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:16.955951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:16.961242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Usage tracker for resource:security_group_rule and tenant:85e5809d581446788b190060dcb0565e is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:16.964899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:16.971326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:17.076377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.079912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.091370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36b78981-0c06-4b6c-a8b3-d2a387cb6bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:17.136842 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85e5809d581446788b190060dcb0565e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466210 Apr 07 15:15:17.137792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e02630-345b-4eec-9039-167c9aad7f0b,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:17.139894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60430) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:17.141279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:17.203816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.231907 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.288442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.292657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f156ae7a-7a1a-4b63-a62b-b1335666d155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:17.305882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e02630-345b-4eec-9039-167c9aad7f0b,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:17.317421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.317840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.318246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.318680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.319133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.319535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.319932 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.320334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.320724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.321117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.321506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.321897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:17.325274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.326505 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01e02630-345b-4eec-9039-167c9aad7f0b HTTP/1.1" status: 204 len: 168 time: 0.1854012 Apr 07 15:15:17.327493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-89fa982b-e5e4-4678-9cab-4f12c91af7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:17.513242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7e59f362-c3e6-4b53-bd24-974cc2a4a936 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:15:17.555174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 7e59f362-c3e6-4b53-bd24-974cc2a4a936 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:15:17.555568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 7e59f362-c3e6-4b53-bd24-974cc2a4a936 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:15:17.649379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60438) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:17.669159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.685751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:17.690057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Usage tracker for resource:security_group_rule and tenant:948d40e42edc46ceb2912fde665f91d3 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:17.693155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:17.699757 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:17.790573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.794116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.803597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-531ecbaf-1d94-4c92-9349-244e3505fc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:17.848682 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948d40e42edc46ceb2912fde665f91d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959264 Apr 07 15:15:17.851791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60442) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:17.852602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d712fa8-16d0-4418-8b08-f44a8ff5fcf4,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:17.867400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-82f6f214-320a-4e51-8298-947db4abfb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:17.919336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:17.957084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:18.004921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:18.009044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-976e8448-5c53-43ef-804d-4e8816a54425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:18.021222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d712fa8-16d0-4418-8b08-f44a8ff5fcf4,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:18.023852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:18.031097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:18.032327 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8ba8de25-2cc6-42a6-899b-e2770829579a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d712fa8-16d0-4418-8b08-f44a8ff5fcf4 HTTP/1.1" status: 204 len: 168 time: 0.1818471 Apr 07 15:15:19.902211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-476042cd-48ca-4b14-8925-c13d55dc3978 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:19.904144 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-476042cd-48ca-4b14-8925-c13d55dc3978 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 812 time: 0.1765535 Apr 07 15:15:19.922314 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-8c55fecf-917a-46a9-bbaa-7352b5adf399 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/quotas/db1f38e40b0d4efd8e550c32aca6931b HTTP/1.1" status: 200 len: 375 time: 0.0112810 Apr 07 15:15:19.978557 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-387146ee-59c5-4cc5-a962-db254e70a4aa tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496840 Apr 07 15:15:20.146849 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-cac42a51-3c0c-459b-b5a7-27a10d3aa99a service neutron] 10.222.0.30 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599965 Apr 07 15:15:20.315974 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-58c1a895-5c1b-450b-b71d-9712fe1e18a8 service neutron] 10.222.0.30 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601467 Apr 07 15:15:20.533682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-d78fd81e-9444-45cd-a904-2745aba3c590 req-b918d788-3a5d-4d13-a417-d400878fd124 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Synchronizing usage tracker for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:20.549483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-d78fd81e-9444-45cd-a904-2745aba3c590 req-b918d788-3a5d-4d13-a417-d400878fd124 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Unset dirty status for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:20.550834 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d78fd81e-9444-45cd-a904-2745aba3c590 req-b918d788-3a5d-4d13-a417-d400878fd124 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 210 time: 0.0679154 Apr 07 15:15:21.805604 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8cf88668-ac57-40eb-8b1c-6f9179472055 req-6c867cba-eb99-4d29-80f8-3a0c5b74941d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 210 time: 0.0850868 Apr 07 15:15:21.819647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-ca26a977-1a5a-42f3-817d-8753230bae77 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:21.820998 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-ca26a977-1a5a-42f3-817d-8753230bae77 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 812 time: 0.2121580 Apr 07 15:15:21.835939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Request body: {'port': {'device_id': '9cd23900-847e-4bd1-b942-c4f41233574a', 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa', 'admin_state_up': True, 'tenant_id': 'db1f38e40b0d4efd8e550c32aca6931b'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:21.997616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:22.011159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:22.020995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Made reservation on behalf of db1f38e40b0d4efd8e550c32aca6931b for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:15:22.027371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:22.195872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Allocated IP 172.20.0.11 (809315fa-a1fd-427d-b682-1fe9ca7123fa/2bd52370-43b1-4bf5-a7c0-e7709513ca91/74d330a4-bee7-489b-b965-05907d8d5140) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:15:22.416310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:22.454561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:22.470289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e0921efa-2e37-4e55-92a0-b9ae0d0cf866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:22.637089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Pushing event updated for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:22.642489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:22.695793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:15:22.697074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:15:22.699885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:15:22.777449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:22.778159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:22.809006 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9774604 Apr 07 15:15:22.824443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Request body: {'port': {'device_id': '9cd23900-847e-4bd1-b942-c4f41233574a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:23.002434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:23.149985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039507fa-87ce-48bb-9e99-38ff50aa4505 req-13a247a1-8b40-42fa-9912-2b99889d7e6d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:23.150837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-039507fa-87ce-48bb-9e99-38ff50aa4505 req-13a247a1-8b40-42fa-9912-2b99889d7e6d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Synchronizing usage tracker for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:23.227656 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-039507fa-87ce-48bb-9e99-38ff50aa4505 req-13a247a1-8b40-42fa-9912-2b99889d7e6d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Unset dirty status for tenant:db1f38e40b0d4efd8e550c32aca6931b on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:23.228947 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-039507fa-87ce-48bb-9e99-38ff50aa4505 req-13a247a1-8b40-42fa-9912-2b99889d7e6d tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 932 time: 0.3064029 Apr 07 15:15:23.281590 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-039507fa-87ce-48bb-9e99-38ff50aa4505 req-3934bb6e-d1de-48e6-ad4b-364c79a69d0b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Apr 07 15:15:23.741559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d330a4-bee7-489b-b965-05907d8d5140 {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:15:23.750358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:23.767401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Transition to ACTIVE for port object 74d330a4-bee7-489b-b965-05907d8d5140 will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:15:23.770716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:23.784835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3f6d2fcf-c652-455e-b06f-ebc1c26eda5c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:23.944161 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Pushing event updated for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:23.949515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:24.181048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Attempting to bind port 74d330a4-bee7-489b-b965-05907d8d5140 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:15:24.181421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Attempting to bind port 74d330a4-bee7-489b-b965-05907d8d5140 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:15:24.181992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Attempting to bind port 74d330a4-bee7-489b-b965-05907d8d5140 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:15:24.187334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Port 74d330a4-bee7-489b-b965-05907d8d5140 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:15:24.187691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Attempting to bind port 74d330a4-bee7-489b-b965-05907d8d5140 on network 809315fa-a1fd-427d-b682-1fe9ca7123fa {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:15:24.193874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:15:24.194355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Checking segment: {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:15:24.194831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Bound using segment: {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:15:24.195352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Bound port: 74d330a4-bee7-489b-b965-05907d8d5140, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81bf627d-7f79-4e16-bfd0-ca457c6f9968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:15:24.195740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:24.279453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:15:24.282785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=74d330a4-bee7-489b-b965-05907d8d5140,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:15:24.287214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:24.300998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8d84bc5b-4cf7-46ed-b677-9bdbf1c9b4be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:24.460292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Pushing event updated for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:24.466009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:24.503596 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:24.504270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:24.504661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30c3c3-785c-41c5-80f4-12dfe071d62a req-148df893-f4ca-4f31-9f6f-110b0c9b66d1 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:24.505749 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] 10.222.0.62 "PUT /v2.0/ports/74d330a4-bee7-489b-b965-05907d8d5140 HTTP/1.1" status: 200 len: 1094 time: 1.6861076 Apr 07 15:15:24.506407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:24.506535 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-be30c3c3-785c-41c5-80f4-12dfe071d62a req-148df893-f4ca-4f31-9f6f-110b0c9b66d1 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 944 time: 0.0986340 Apr 07 15:15:24.540758 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-be30c3c3-785c-41c5-80f4-12dfe071d62a req-f3157cbb-17aa-4b50-873c-ea23d184f815 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273676 Apr 07 15:15:24.589871 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140', 'status': 'completed', 'code': 200} Apr 07 15:15:24.633282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25fbe670-1430-4c5e-9a66-405f3a9c1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:24.635078 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-25fbe670-1430-4c5e-9a66-405f3a9c1cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 1097 time: 0.0866802 Apr 07 15:15:24.715207 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-c0afbcd7-75af-4476-996a-ad83a0f561bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d330a4-bee7-489b-b965-05907d8d5140 HTTP/1.1" status: 200 len: 217 time: 0.0714037 Apr 07 15:15:24.798232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-ec14dd68-3141-4a83-85ad-641b4cc6a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:24.799822 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-ec14dd68-3141-4a83-85ad-641b4cc6a687 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bd52370-43b1-4bf5-a7c0-e7709513ca91 HTTP/1.1" status: 200 len: 852 time: 0.0779505 Apr 07 15:15:24.855814 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-c8fe9943-ba9a-4118-99e6-eabd57b81f6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=809315fa-a1fd-427d-b682-1fe9ca7123fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490789 Apr 07 15:15:25.013136 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-59060531-7e76-4bb9-afad-6c306a58eb9e service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503928 Apr 07 15:15:25.168551 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-de5bacf3-631e-4c33-a505-7f1e4d5bc9c0 req-9c78d79b-70c0-446f-a053-afc776e4735a service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465344 Apr 07 15:15:25.300966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-8d983e81-dd76-4806-a3e1-c6ea6cc55e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:25.302686 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-8d983e81-dd76-4806-a3e1-c6ea6cc55e36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 1097 time: 0.0826573 Apr 07 15:15:25.449236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-e56202fd-8536-4d46-bbd6-9a06c86e0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:25.450801 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-e56202fd-8536-4d46-bbd6-9a06c86e0735 service neutron] 10.222.0.62 "GET /v2.0/networks?id=809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 200 len: 913 time: 0.1414614 Apr 07 15:15:25.531267 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-d8f7e4af-f64b-406e-832b-4341b46ea5a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d330a4-bee7-489b-b965-05907d8d5140 HTTP/1.1" status: 200 len: 217 time: 0.0722344 Apr 07 15:15:25.606918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-3af8a7a4-eef6-434d-b47c-ed7c22dba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:25.608588 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-3af8a7a4-eef6-434d-b47c-ed7c22dba16c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2bd52370-43b1-4bf5-a7c0-e7709513ca91 HTTP/1.1" status: 200 len: 852 time: 0.0706491 Apr 07 15:15:25.665961 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-37aee7ea-917f-4ce4-8793-8a9ba53ae172 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=809315fa-a1fd-427d-b682-1fe9ca7123fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504687 Apr 07 15:15:25.748583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360bfd1-fad4-4d61-b07a-b7483b74d143 req-2f13130e-0dfb-42f3-8f50-cfb6d37cd559 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:25.750237 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e360bfd1-fad4-4d61-b07a-b7483b74d143 req-2f13130e-0dfb-42f3-8f50-cfb6d37cd559 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 944 time: 0.0901313 Apr 07 15:15:25.810684 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e360bfd1-fad4-4d61-b07a-b7483b74d143 req-6ffebf3f-1642-4140-af09-1d5262f93325 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 Apr 07 15:15:25.819780 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-540719ca-d014-4167-b554-cab64312ad36 service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462352 Apr 07 15:15:25.967832 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d2375010-f5ea-44b0-b4bf-d76d8f7aae3a req-843407b1-a112-4542-8430-75076ea121a6 service neutron] 10.222.0.62 "GET /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401973 Apr 07 15:15:27.044746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa12602-c719-4ff9-bf28-659cd80a1a64 req-c49dd876-a2d1-4fb4-aa88-b60093bd67fd tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:27.046545 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6fa12602-c719-4ff9-bf28-659cd80a1a64 req-c49dd876-a2d1-4fb4-aa88-b60093bd67fd tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 944 time: 0.0968831 Apr 07 15:15:27.081959 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6fa12602-c719-4ff9-bf28-659cd80a1a64 req-115dd301-1362-44f0-82bf-d13a0adadbc0 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285609 Apr 07 15:15:27.551269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 74d330a4-bee7-489b-b965-05907d8d5140 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:15:27.699313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=74d330a4-bee7-489b-b965-05907d8d5140,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:27.715163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '74d330a4-bee7-489b-b965-05907d8d5140', 'network_id': '809315fa-a1fd-427d-b682-1fe9ca7123fa', 'port_id': '74d330a4-bee7-489b-b965-05907d8d5140', 'mac_address': 'fa:16:3e:f3:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd52370-43b1-4bf5-a7c0-e7709513ca91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:15:27.775783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:27.777274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d330a4-bee7-489b-b965-05907d8d5140 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:15:27.797500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=74d330a4-bee7-489b-b965-05907d8d5140,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:27.801051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:27.803025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:27.878182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:27.886550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.886961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.887334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.887697 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.888060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.888421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.888778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.889137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.889493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.889794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.890181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.890533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:15:27.894669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:28.048808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['74d330a4-bee7-489b-b965-05907d8d5140'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:15:28.286151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e06cf-32b0-4214-871c-f75ea9488ba1 req-ee2d85fb-2c59-4554-ad66-79f0219879ad tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:28.287847 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6c1e06cf-32b0-4214-871c-f75ea9488ba1 req-ee2d85fb-2c59-4554-ad66-79f0219879ad tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 945 time: 0.0897126 Apr 07 15:15:28.320285 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6c1e06cf-32b0-4214-871c-f75ea9488ba1 req-b4873854-37bb-4440-a021-bfc86dc1beb1 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254779 Apr 07 15:15:29.567289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 74d330a4-bee7-489b-b965-05907d8d5140 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:15:29.591218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03274f92-3eb8-480f-8bbe-e6fdcff2ab2e req-d9ddaf12-d083-40c6-bfdd-1bc4bc5f6b66 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:29.592911 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03274f92-3eb8-480f-8bbe-e6fdcff2ab2e req-d9ddaf12-d083-40c6-bfdd-1bc4bc5f6b66 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 945 time: 0.1015940 Apr 07 15:15:29.633226 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-03274f92-3eb8-480f-8bbe-e6fdcff2ab2e req-7d1b554d-39c9-4a36-a9e0-b13dbad98b32 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Apr 07 15:15:29.645949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 74d330a4-bee7-489b-b965-05907d8d5140 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:15:29.656283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 74d330a4-bee7-489b-b965-05907d8d5140 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:15:29.656887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:29.792908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:29.805739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:29.816638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=74d330a4-bee7-489b-b965-05907d8d5140,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:29.820279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:29.822303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:29.882586 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140', 'code': 200} Apr 07 15:15:29.899823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:29.903102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:30.152891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b312a-3315-4566-a9ad-0e3350bf3ffc req-da142977-e6ef-4f8e-8e52-7d69633be9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:30.154469 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d93b312a-3315-4566-a9ad-0e3350bf3ffc req-da142977-e6ef-4f8e-8e52-7d69633be9b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 1099 time: 0.0811920 Apr 07 15:15:30.183520 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d93b312a-3315-4566-a9ad-0e3350bf3ffc req-ccbdf9ee-48ee-4a1d-97f8-3fc174c8ab83 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215695 Apr 07 15:15:30.847581 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec211f-756d-4765-adc0-e5f4fc681d91 req-ee9e6114-90a6-4b69-8962-80f2d336f27c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:30.849265 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-20ec211f-756d-4765-adc0-e5f4fc681d91 req-ee9e6114-90a6-4b69-8962-80f2d336f27c tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.0997269 Apr 07 15:15:30.881795 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-20ec211f-756d-4765-adc0-e5f4fc681d91 req-e7a6afc9-a852-45f0-90f9-9cf50848dc77 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256679 Apr 07 15:15:31.548714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b878d3-6b39-4dd4-9ace-4c5a2c9002fa req-044dc9a8-1fae-4764-9c9e-3b3590053523 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:31.550257 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74b878d3-6b39-4dd4-9ace-4c5a2c9002fa req-044dc9a8-1fae-4764-9c9e-3b3590053523 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.0926595 Apr 07 15:15:31.590268 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74b878d3-6b39-4dd4-9ace-4c5a2c9002fa req-a36e3cd1-578e-46e0-ab35-bdb4628d907f tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Apr 07 15:15:32.124970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3259d-79f5-40ea-ab57-09ed3f62e8eb req-174ececb-b65a-4e81-bfc8-61115e687dc5 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:32.126680 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4fb3259d-79f5-40ea-ab57-09ed3f62e8eb req-174ececb-b65a-4e81-bfc8-61115e687dc5 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.1168785 Apr 07 15:15:32.176585 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4fb3259d-79f5-40ea-ab57-09ed3f62e8eb req-2ef12f2f-1b4e-4a84-bdab-34b5905d306b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Apr 07 15:15:32.856749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e022176-6481-4453-b24f-f51f054bdd53 req-a6ef9d03-65bf-47a9-99c4-8aefb04db4f1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:32.858432 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e022176-6481-4453-b24f-f51f054bdd53 req-a6ef9d03-65bf-47a9-99c4-8aefb04db4f1 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.0965199 Apr 07 15:15:32.905586 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8e022176-6481-4453-b24f-f51f054bdd53 req-aec9deea-1b1d-424e-bdbb-12c72bad9a09 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Apr 07 15:15:32.961171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-09bf72cc-c43c-4d8d-8655-47e97f37ebe3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:32.962992 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-09bf72cc-c43c-4d8d-8655-47e97f37ebe3 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.1127121 Apr 07 15:15:33.076230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:33.076617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:33.349528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] For port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:33.350198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:33.957873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:33.958339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:33.958888 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Floating IP da613cb3-693a-4f49-8669-aa0748b1293a disassociated. External IP: 172.28.1.55, port: 58637d88-eb88-4c77-bbf4-3ea59eddbe3a. Apr 07 15:15:33.959438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for 58637d88-eb88-4c77-bbf4-3ea59eddbe3a owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:34.226930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:34.247664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:34.314667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'Port': ['ID=58637d88-eb88-4c77-bbf4-3ea59eddbe3a,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:34.317479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:34.329690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e939d3-eeff-422d-9371-783dac8fda46 req-7980e3c6-65ad-4fd2-b6a9-02bd3dad680a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:34.332043 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17e939d3-eeff-422d-9371-783dac8fda46 req-7980e3c6-65ad-4fd2-b6a9-02bd3dad680a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 947 time: 0.2584312 Apr 07 15:15:34.429412 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-17e939d3-eeff-422d-9371-783dac8fda46 req-b9ada86d-9172-4447-95ca-fb0b7525131b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups?id=147882a9-ee5f-4d22-9f2d-d71081220c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 Apr 07 15:15:34.680258 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:15:34.897199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:15:34.909309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:15:34.926833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:15:34.927690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:15:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:34.987256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] No DVR routers for this DVR port 58637d88-eb88-4c77-bbf4-3ea59eddbe3a on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:15:34.990441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:34.993813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-deleted', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:35.011253 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-34cd629d-c6e7-4dfc-97b1-204c74bfca7a req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.62 "DELETE /v2.0/ports/58637d88-eb88-4c77-bbf4-3ea59eddbe3a HTTP/1.1" status: 204 len: 173 time: 2.0422993 Apr 07 15:15:35.139423 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b2fde5-5cba-41ee-96fb-9a344d7c8b23', 'name': 'network-vif-deleted', 'tag': '58637d88-eb88-4c77-bbf4-3ea59eddbe3a', 'status': 'completed', 'code': 200} Apr 07 15:15:35.186825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:15:35.768416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-4aac0ee6-00ca-4ac5-9fe8-ed5116e61e6a req-ac5283ee-9d9d-4347-b2a8-a1b506fef268 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Synchronizing usage tracker for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:35.789160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-4aac0ee6-00ca-4ac5-9fe8-ed5116e61e6a req-ac5283ee-9d9d-4347-b2a8-a1b506fef268 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Unset dirty status for tenant:fe4f3e655e6d4960a01cb171511affde on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:35.791350 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4aac0ee6-00ca-4ac5-9fe8-ed5116e61e6a req-ac5283ee-9d9d-4347-b2a8-a1b506fef268 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b2fde5-5cba-41ee-96fb-9a344d7c8b23 HTTP/1.1" status: 200 len: 210 time: 0.0742474 Apr 07 15:15:35.844074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:35.853939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:15:35.874699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:15:35.876349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:15:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:35.995690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8151-6b01-4c81-b13c-eb19d695028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:36.240837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:15:36.762276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:36.767033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b585f-8b83-4c37-99cc-0eedf1f85506 None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:09:14Z', 'revision_number': 4, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '10139ec4-31c5-448a-8fa1-7ef677d4f3b6', 'name': '', 'network_id': '734b89ca-cdd2-4231-94f1-e0b0235a671c', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'mac_address': 'fa:16:3e:4b:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:09:06Z', 'updated_at': '2021-04-07T15:09:26Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'subnets': [{'id': '9ab060e2-8f92-4c56-bb03-c5924852df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:15:36.946103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60680) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:37.029827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.084806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.193304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.200827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98aba65c-cdd9-43fd-a412-e555dbe438e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:37.220384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147882a9-ee5f-4d22-9f2d-d71081220c1c,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:37.223612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:37.232552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.236769 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "DELETE /v2.0/security-groups/147882a9-ee5f-4d22-9f2d-d71081220c1c HTTP/1.1" status: 204 len: 168 time: 0.2871177 Apr 07 15:15:37.238025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60684) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:37.267771 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.api.v2.resource [None req-fb51216b-5f7a-4121-95ed-8518bf5deb58 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] show failed (client error): The resource could not be found. Apr 07 15:15:37.269064 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fb51216b-5f7a-4121-95ed-8518bf5deb58 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "GET /v2.0/security-groups/147882a9-ee5f-4d22-9f2d-d71081220c1c HTTP/1.1" status: 404 len: 347 time: 0.0295696 Apr 07 15:15:37.273348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60688) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:37.280030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9681d-b3bb-476c-a626-a1aa3dfc9c46 None None] New status for floating IP da613cb3-693a-4f49-8669-aa0748b1293a: DOWN {{(pid=84386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:15:37.462255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port 79bbea90-1354-4dbe-a59a-2519a43ba5cd {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:37.462620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.587286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:15:37.635651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 58637d88-eb88-4c77-bbf4-3ea59eddbe3a {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:15:37.636063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 58637d88-eb88-4c77-bbf4-3ea59eddbe3a not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:15:37.773034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.773631 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:37.921208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60700) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:37.939151 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for 79bbea90-1354-4dbe-a59a-2519a43ba5cd owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:38.045622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84385) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:15:38.046302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:15:38.072206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.090401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:38.094996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Usage tracker for resource:security_group_rule and tenant:d855bdbd44f244e78c8fdf9e98a624ef is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:38.098416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:38.105315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:38.199472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.203189 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.211414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ae75b187-1835-486c-b788-e8261fdff377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:38.263820 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d855bdbd44f244e78c8fdf9e98a624ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411763 Apr 07 15:15:38.264953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4832360-1d27-488e-b28e-36743394c893,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:38.268761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3e7556c0-34e1-42de-b689-7e900f56a64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:38.269156 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60706) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:38.345848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.377025 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.430504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.434508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d4cad5e6-3d75-40bc-846f-ee6e0e9c850d tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:38.449602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4832360-1d27-488e-b28e-36743394c893,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:38.453503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:38.473471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.474925 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4832360-1d27-488e-b28e-36743394c893 HTTP/1.1" status: 204 len: 168 time: 0.2043867 Apr 07 15:15:38.548752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Deleting port 79bbea90-1354-4dbe-a59a-2519a43ba5cd {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:38.549192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.772382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.773373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.791367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff8261eb-bc2b-4bdc-a2d8-2e5504e6e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:38.972605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Calling delete_port for 79bbea90-1354-4dbe-a59a-2519a43ba5cd owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:39.180836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.257375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.274067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-02615998-6707-4d8c-8502-799359fb3a03 tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:39.342567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Pushing event deleted for resources: {'Port': ['ID=79bbea90-1354-4dbe-a59a-2519a43ba5cd,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:39.348226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:39.540563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60738) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:39.602380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.633533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.635822 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] 10.222.0.30 "DELETE /v2.0/floatingips/da613cb3-693a-4f49-8669-aa0748b1293a HTTP/1.1" status: 204 len: 168 time: 2.3612211 Apr 07 15:15:39.687132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862106398-network', 'tenant_id': '277ba56ce9274bae84fa9e0999f525cd'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:39.692580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:39.697640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Usage tracker for resource:network and tenant:277ba56ce9274bae84fa9e0999f525cd is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:39.701004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:39.708878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:39.719349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Made reservation on behalf of 277ba56ce9274bae84fa9e0999f525cd for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:15:39.725160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.739322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.756802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:39.761271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Usage tracker for resource:security_group_rule and tenant:277ba56ce9274bae84fa9e0999f525cd is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:39.764900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:39.772681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:39.870968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.874279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.879115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-30994999-0c4f-4a83-a734-f4e4d8cc7c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:39.911330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:15:39.921973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3b7c9-1fb2-476c-9222-8f8772c4c286,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:39.926584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:39.929617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.930020 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Added segment 70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d of type vlan for network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee Apr 07 15:15:39.945358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.960388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.993992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:39.995527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:39.996202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:40.002182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4fb0309b-2d95-4ceb-817e-85cb4fa3d8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:40.121264 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5791895 Apr 07 15:15:40.124719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:40.124970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60748) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:40.127987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fea4a0a3-a986-4ae8-8465-9af9d8fb2010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:40.131507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Request body: {'subnet': {'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862106398-subnet', 'tenant_id': '277ba56ce9274bae84fa9e0999f525cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:40.137112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:40.141536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Usage tracker for resource:subnet and tenant:277ba56ce9274bae84fa9e0999f525cd is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:40.143134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:15:40.144952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:40.157005 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:40.167281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Made reservation on behalf of 277ba56ce9274bae84fa9e0999f525cd for: {'subnet': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:15:40.172289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1724064'] for subnet, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:40.181460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:40.613624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852912394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1724049'] for subnet, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:40.633143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9656877e-fc93-4183-8e77-a35480d4ab9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:40.738671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:40.777267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3822e3-ca8e-4935-a41d-1be68f857630,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:40.781316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:41.166388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Checking segment: {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:15:41.167147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Network hostable DHCP agents. Network: b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:15:41.204379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:15:41.223083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee) {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:15:41.237436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38acdc-b346-4d54-98a1-78c958235308 None None] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:15:41.249726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:41.250547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:41.294820 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-cc9c2ae7-1303-4f0b-a6f0-e030cb75f94a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1597731 Apr 07 15:15:41.578041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10696f76-4e96-4a81-8d3e-e78b8d3897f4 None None] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:15:42.641706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60790) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:43.402355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:43.710149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-227358bb-8ac1-4890-a987-40e63227e29a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:43.711119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-227358bb-8ac1-4890-a987-40e63227e29a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Synchronizing usage tracker for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:43.730820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-227358bb-8ac1-4890-a987-40e63227e29a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Unset dirty status for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:43.732259 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-227358bb-8ac1-4890-a987-40e63227e29a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 808 time: 0.2000828 Apr 07 15:15:43.751835 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-d4a1a5aa-1476-4921-8e2a-2c49dae77dcd tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/quotas/277ba56ce9274bae84fa9e0999f525cd HTTP/1.1" status: 200 len: 375 time: 0.0119538 Apr 07 15:15:43.823985 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-3ab9bb48-dd4f-4c27-9565-5b3b9e938b91 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650475 Apr 07 15:15:43.901639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Deleting port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:43.902209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:43.996179 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-60dc036d-7c82-4be9-9d11-021ed7c89fda service neutron] 10.222.0.30 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632566 Apr 07 15:15:44.124606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] For port 10139ec4-31c5-448a-8fa1-7ef677d4f3b6, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:44.124992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:44.231881 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-cbe774cc-9252-43a5-9f48-9300deff6917 service neutron] 10.222.0.30 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291746 Apr 07 15:15:44.265962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Calling delete_port for 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:44.496153 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4b53051c-f8cf-4d5b-b987-822c49153154 req-8d572b2e-9ecb-48bd-9cd6-e870373b76b5 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 210 time: 0.0639060 Apr 07 15:15:44.523682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:44.541730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-77b67ca8-b017-4ba0-915e-22ccf2e39672 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:44.603692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Pushing event deleted for resources: {'Port': ['ID=10139ec4-31c5-448a-8fa1-7ef677d4f3b6,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:44.609353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:45.102551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:45.673851 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2b5edf37-e661-460e-8ebb-faaa0e3c2457 req-5b8cbae0-d97e-4d1d-9c92-2b4f2311077a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 210 time: 0.0553393 Apr 07 15:15:46.058838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-38be54a8-4409-4d29-a3f8-e9466763cad0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:46.060536 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-38be54a8-4409-4d29-a3f8-e9466763cad0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 808 time: 0.2189815 Apr 07 15:15:46.066358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:15:46.134925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Request body: {'port': {'device_id': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee', 'admin_state_up': True, 'tenant_id': '277ba56ce9274bae84fa9e0999f525cd'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:46.405276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:15:46.411851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:46.417511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Sync routers for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:15:46.420471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Usage tracker for resource:port and tenant:277ba56ce9274bae84fa9e0999f525cd is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:46.425984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:46.430606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:15:46.431573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:15:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:46.431768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] 10.222.0.30 "PUT /v2.0/routers/e0a5dee9-8db6-4a86-92db-de6ac86c4c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7883506 Apr 07 15:15:46.435506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60838) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:46.436912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:46.448124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Made reservation on behalf of 277ba56ce9274bae84fa9e0999f525cd for: {'port': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:15:46.454687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:46.683067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Allocated IP 172.20.0.8 (b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee/5a3822e3-ca8e-4935-a41d-1be68f857630/aa1e990e-2389-4d73-a965-c840ece21a3f) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:15:46.694426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks [] for router, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:46.718566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:15:46.964334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.015812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.111519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-de0dd865-b2ef-4f9c-9843-af47ca1aec3e tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:47.206447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:47.218002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Checking router: e0a5dee9-8db6-4a86-92db-de6ac86c4c90 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:15:47.239658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Routers {'e0a5dee9-8db6-4a86-92db-de6ac86c4c90'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:15:47.241142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:15:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:47.339873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0a221-00e3-46fd-abf1-ee8ede917208 req-b86571ee-93a6-43f5-9cd9-dfcd95f22d38 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:47.348029 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91d0a221-00e3-46fd-abf1-ee8ede917208 req-b86571ee-93a6-43f5-9cd9-dfcd95f22d38 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 931 time: 0.4066772 Apr 07 15:15:47.380158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.390196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Deleting port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:47.390585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.458479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91d0a221-00e3-46fd-abf1-ee8ede917208 req-f641af7e-a766-4107-822e-5c538f12a6eb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Synchronizing usage tracker for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:47.476547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Pushing event updated for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:47.495294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:47.511375 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-91d0a221-00e3-46fd-abf1-ee8ede917208 req-f641af7e-a766-4107-822e-5c538f12a6eb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Unset dirty status for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:47.512774 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-91d0a221-00e3-46fd-abf1-ee8ede917208 req-f641af7e-a766-4107-822e-5c538f12a6eb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638374 Apr 07 15:15:47.551455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:15:47.555029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:15:47.560724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:15:47.594833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] Set router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:15:47.654603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:47.655530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.657320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] For port 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:47.657986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.678443 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-35ed14e6-da8c-4aaf-b0b4-4efe11a9acbb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6006362 Apr 07 15:15:47.691284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Request body: {'port': {'device_id': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:15:47.802037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Calling delete_port for 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 owned by network:router_gateway {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:47.822809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:47.967035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:47.975103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91515ca3-1fc6-4c34-9914-f833e0f6bb5d None None] The sync data for ids ['e0a5dee9-8db6-4a86-92db-de6ac86c4c90'] in dv-cinder-782260-2-smb is: [{'id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'name': 'tempest-AttachVolumeShelveTestJSON-1867245968-router', 'tenant_id': 'fe4f3e655e6d4960a01cb171511affde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87'}], 'enable_snat': True}, 'gw_port_id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:08:51Z', 'updated_at': '2021-04-07T15:15:44Z', 'revision_number': 5, 'project_id': 'fe4f3e655e6d4960a01cb171511affde', 'gw_port': {'id': '0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a5dee9-8db6-4a86-92db-de6ac86c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:08:54Z', 'updated_at': '2021-04-07T15:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:15:48.152532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.169792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e2a61a89-30ea-47d4-a7d6-28c8abc75f24 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:48.235911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:48.240318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:48.297499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1e990e-2389-4d73-a965-c840ece21a3f {{(pid=84385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:15:48.305792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.321474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Transition to ACTIVE for port object aa1e990e-2389-4d73-a965-c840ece21a3f will not be triggered until provisioned by entity L2. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:15:48.324455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.345005 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-528d7747-0bb9-4429-9e15-77cb58184b9d tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:48.447418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.492066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:48.496432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:48.636080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.639877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.736115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.736710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a5dee9-8db6-4a86-92db-de6ac86c4c90 {{(pid=84384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:15:48.751131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.755297 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-98269d73-b68d-4021-a51b-0fc93ad7870a admin admin] 10.222.0.30 "DELETE /v2.0/routers/e0a5dee9-8db6-4a86-92db-de6ac86c4c90 HTTP/1.1" status: 204 len: 168 time: 2.3152428 Apr 07 15:15:48.755641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60850) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:48.789033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Attempting to bind port aa1e990e-2389-4d73-a965-c840ece21a3f on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:15:48.789427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Attempting to bind port aa1e990e-2389-4d73-a965-c840ece21a3f by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:15:48.789803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Attempting to bind port aa1e990e-2389-4d73-a965-c840ece21a3f on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:15:48.798440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Port aa1e990e-2389-4d73-a965-c840ece21a3f on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:15:48.798792 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Attempting to bind port aa1e990e-2389-4d73-a965-c840ece21a3f on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:15:48.811234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:15:48.811234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Checking segment: {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:15:48.811234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Bound using segment: {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'} {{(pid=84385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:15:48.811234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Bound port: aa1e990e-2389-4d73-a965-c840ece21a3f, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'}}] {{(pid=84385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:15:48.811234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.825601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Deleting subnet 9ab060e2-8f92-4c56-bb03-c5924852df51 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:15:48.829516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.851275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c39f65-8285-4b26-b1d4-a2457d79d908 req-63b38af1-ad19-4602-aabf-dedff2c7592b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:48.852063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81c39f65-8285-4b26-b1d4-a2457d79d908 req-63b38af1-ad19-4602-aabf-dedff2c7592b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Synchronizing usage tracker for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:15:48.887924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.900553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-81c39f65-8285-4b26-b1d4-a2457d79d908 req-63b38af1-ad19-4602-aabf-dedff2c7592b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Unset dirty status for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:15:48.901919 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81c39f65-8285-4b26-b1d4-a2457d79d908 req-63b38af1-ad19-4602-aabf-dedff2c7592b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 943 time: 0.2278419 Apr 07 15:15:48.935331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, cleared binding levels {{(pid=84385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:15:48.951478 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81c39f65-8285-4b26-b1d4-a2457d79d908 req-581c4ad9-fe64-412a-9d18-96278fe1762d tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 Apr 07 15:15:48.953119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aa1e990e-2389-4d73-a965-c840ece21a3f,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:15:48.957051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:48.973544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:49.033020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.076639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=3']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:49.125989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:49.193064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:49.193786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.195296 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] 10.222.0.62 "PUT /v2.0/ports/aa1e990e-2389-4d73-a965-c840ece21a3f HTTP/1.1" status: 200 len: 1093 time: 1.5091341 Apr 07 15:15:49.195835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:49.288121 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f', 'status': 'completed', 'code': 200} Apr 07 15:15:49.327930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:15:49.332630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-77707bf4-5084-4603-a243-f1b24c53b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:49.334331 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-77707bf4-5084-4603-a243-f1b24c53b5d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 1096 time: 0.0986140 Apr 07 15:15:49.371477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.402219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:49.416133 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-dbf33087-7164-45fe-afcf-59f9c39175a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa1e990e-2389-4d73-a965-c840ece21a3f HTTP/1.1" status: 200 len: 217 time: 0.0746186 Apr 07 15:15:49.445863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab060e2-8f92-4c56-bb03-c5924852df51,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:49.492099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-327bfc69-30ff-4c1f-bb3d-61820f5d345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:49.493851 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-327bfc69-30ff-4c1f-bb3d-61820f5d345d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 200 len: 848 time: 0.0715199 Apr 07 15:15:49.494305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:49.534534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.541731 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819c4bf4-eba5-42f6-b733-71d852b871bc None None] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:15:49.547307 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-14bde518-7882-45c7-9b23-4ed40467f5fa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ab060e2-8f92-4c56-bb03-c5924852df51 HTTP/1.1" status: 204 len: 168 time: 0.7904682 Apr 07 15:15:49.547964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60864) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:49.551871 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-72f7046b-07c9-4acb-8903-b967b31a4eab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481462 Apr 07 15:15:49.668356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.698927 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-8df87c95-b4ba-4bd6-9f03-4fb20e807f1c service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397862 Apr 07 15:15:49.739487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Deleting port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:49.739875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.802753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] DHCP port deletion for 734b89ca-cdd2-4231-94f1-e0b0235a671c request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:15:49.808113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Deleting port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:49.808844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:49.851200 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-81822cdc-e1b9-4919-9c3c-a1425532ed70 req-f47c9a62-de4c-4177-83c4-44b5dd83a3d2 service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449170 Apr 07 15:15:49.979334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] For port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:49.979334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:50.113750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:15:50.126604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Calling delete_port for 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 owned by network:dhcp {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:50.344460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-9f3034be-c62c-4757-81c5-ebab88622c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:50.346144 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-9f3034be-c62c-4757-81c5-ebab88622c63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 1096 time: 0.4440851 Apr 07 15:15:50.368294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:50.385852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] For port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,segment=NetworkSegment(6c5b309b-4347-40d8-b977-aa84e5a3e24d),segment_id=6c5b309b-4347-40d8-b977-aa84e5a3e24d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:50.386748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:50.395216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:50.401763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:50.521482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-456875c9-47f7-4757-a5aa-2053a27927be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:50.523561 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-456875c9-47f7-4757-a5aa-2053a27927be service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 909 time: 0.1690559 Apr 07 15:15:50.572426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Pushing event deleted for resources: {'Port': ['ID=5123b1ff-18d5-4ac3-83a8-d626b88ff9d2,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:50.576995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:50.597489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Calling delete_port for 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:50.636583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-e089cd77-f4d9-4591-b253-e6cd66ede4d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa1e990e-2389-4d73-a965-c840ece21a3f HTTP/1.1" status: 200 len: 217 time: 0.0987177 Apr 07 15:15:50.641938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:15:50.683197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:15:50.683575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 10139ec4-31c5-448a-8fa1-7ef677d4f3b6 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:15:50.684040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:15:50.716214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-8e5c4a23-003d-4b26-9435-fed141229dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:50.718075 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-8e5c4a23-003d-4b26-9435-fed141229dcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 200 len: 848 time: 0.0725508 Apr 07 15:15:50.731724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:15:50.732032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0ef5c217-3e0b-4e03-9e8e-2a6ab88e37e6 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:15:50.767398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:15:50.767809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:15:50.780901 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-c3bae455-5668-4ce9-9f32-664ee1a45c9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516276 Apr 07 15:15:50.927986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687ecb-8a49-4a36-9240-b6737fea3ed9 req-7baaf0bc-47b1-4252-88f5-8d79bc9b2a64 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:50.929645 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2e687ecb-8a49-4a36-9240-b6737fea3ed9 req-7baaf0bc-47b1-4252-88f5-8d79bc9b2a64 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 943 time: 0.7644372 Apr 07 15:15:50.936110 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-cef80db0-4258-47b5-b3b7-ce840734d5b1 service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441491 Apr 07 15:15:50.965273 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] No DVR routers for this DVR port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 on host dv-cinder-782260-2-smb {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:15:51.006444 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2e687ecb-8a49-4a36-9240-b6737fea3ed9 req-8f953a7e-1251-4106-bf80-4a80b81f37da tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Apr 07 15:15:51.102216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.106567 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-21652af9-cabc-4ff0-83ba-dbd5c74e5001 req-dd76cead-a3b9-490b-b05c-e91d38e8dd12 service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595089 Apr 07 15:15:51.222442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734b89ca-cdd2-4231-94f1-e0b0235a671c']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:51.236655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b309b-4347-40d8-b977-aa84e5a3e24d') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:51.236996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b309b-4347-40d8-b977-aa84e5a3e24d') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:15:51.250543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.269297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.269521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Deleting port 5123b1ff-18d5-4ac3-83a8-d626b88ff9d2 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:51.269690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.276568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:15:51.341513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5dcbd-7651-4885-adc3-4bee853eef70 None None] The port '5123b1ff-18d5-4ac3-83a8-d626b88ff9d2' was deleted {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:15:51.465379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:15:51.474976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.629884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device aa1e990e-2389-4d73-a965-c840ece21a3f details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:15:51.661892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Network 734b89ca-cdd2-4231-94f1-e0b0235a671c has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:15:51.685832 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:15:51.775746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.780369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-90f21c89-ec12-4398-ac0b-8856e2790aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:51.797722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.799341 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aa1e990e-2389-4d73-a965-c840ece21a3f,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:51.809812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Pushing event deleted for resources: {'Network': ['ID=734b89ca-cdd2-4231-94f1-e0b0235a671c,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:51.813419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:51.815732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'aa1e990e-2389-4d73-a965-c840ece21a3f', 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee', 'port_id': 'aa1e990e-2389-4d73-a965-c840ece21a3f', 'mac_address': 'fa:16:3e:a5:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3822e3-ca8e-4935-a41d-1be68f857630', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:15:51.824196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-867bb4b1-3d06-490f-ab3e-ca91bae28091 admin admin] 10.222.0.30 "DELETE /v2.0/networks/734b89ca-cdd2-4231-94f1-e0b0235a671c HTTP/1.1" status: 204 len: 168 time: 2.2751293 Apr 07 15:15:51.879992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.900385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e990e-2389-4d73-a965-c840ece21a3f {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:15:51.919434 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aa1e990e-2389-4d73-a965-c840ece21a3f,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:51.924171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:51.925889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:51.960208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60876) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:51.998594 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-354ee63a-ef1c-45be-9d9f-2e661e589c6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe4f3e655e6d4960a01cb171511affde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369325 Apr 07 15:15:51.998982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:52.001917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60880) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:52.002316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:52.072860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:52.105620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:52.166128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:52.166752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['aa1e990e-2389-4d73-a965-c840ece21a3f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:15:52.173438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9da33dd1-8fc1-4c70-ad4f-02cd83ac64ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:52.199836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258bc0a-077f-4bcd-b03f-617190edc50a,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:52.206893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:52.213401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:52.217841 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-63500109-4833-4eb0-abde-a4cfd6a59064 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1258bc0a-077f-4bcd-b03f-617190edc50a HTTP/1.1" status: 204 len: 168 time: 0.2124214 Apr 07 15:15:52.261946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50109ff3-afc2-4687-b6de-58b6b56a0704 req-8c194438-cca3-4490-ac75-583a36c437bd tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:52.264702 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-50109ff3-afc2-4687-b6de-58b6b56a0704 req-8c194438-cca3-4490-ac75-583a36c437bd tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 944 time: 0.1268668 Apr 07 15:15:52.325364 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-50109ff3-afc2-4687-b6de-58b6b56a0704 req-70813217-5218-474b-98d4-4391886a24e3 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Apr 07 15:15:53.554557 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d13a-3f80-45e3-8127-a05d4020b955 req-12faafca-803b-406f-b1d9-f250fe7ba287 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:53.556396 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ce57d13a-3f80-45e3-8127-a05d4020b955 req-12faafca-803b-406f-b1d9-f250fe7ba287 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 944 time: 0.0997789 Apr 07 15:15:53.591323 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ce57d13a-3f80-45e3-8127-a05d4020b955 req-815bb88d-271e-482f-b6d1-f00b953a5cf5 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262599 Apr 07 15:15:53.651973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device aa1e990e-2389-4d73-a965-c840ece21a3f up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:15:53.729826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port aa1e990e-2389-4d73-a965-c840ece21a3f completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:15:53.735870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port aa1e990e-2389-4d73-a965-c840ece21a3f triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:15:53.736302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:53.872538 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:53.884899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:53.897787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aa1e990e-2389-4d73-a965-c840ece21a3f,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:53.901213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:53.904272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:53.987857 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f', 'code': 200} Apr 07 15:15:54.041349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:54.045320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:54.173647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 60952) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:54.243661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e664-141c-4df2-9943-9fc2febd1692 req-20044dfc-63e6-4ddd-b53d-315467bd9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:54.246448 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4292e664-141c-4df2-9943-9fc2febd1692 req-20044dfc-63e6-4ddd-b53d-315467bd9f0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 1098 time: 0.0921841 Apr 07 15:15:54.283097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4292e664-141c-4df2-9943-9fc2febd1692 req-8db0cd00-757f-4bcf-bcf0-68b1313aa068 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298762 Apr 07 15:15:54.359955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.382171 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:15:54.392446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1d7d150a804a4d86bbf5038d4a3251 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:15:54.397739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:15:54.405742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:15:54.443912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd40e-cae5-4d63-9b75-e1040a53e3b2 req-9ceadafe-138e-47d4-a34a-c231d8276e84 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:54.445591 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a23fd40e-cae5-4d63-9b75-e1040a53e3b2 req-9ceadafe-138e-47d4-a34a-c231d8276e84 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.1582882 Apr 07 15:15:54.487348 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a23fd40e-cae5-4d63-9b75-e1040a53e3b2 req-9a5c6519-f5e8-489a-bb75-07c94812e975 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342145 Apr 07 15:15:54.541406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.544936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.552384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5684bfbf-8367-459b-a0b4-289cd64ec602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:54.602360 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c1d7d150a804a4d86bbf5038d4a3251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275122 Apr 07 15:15:54.603529 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9467f414-d35f-4fd6-b620-5962e0f7e6df,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:54.605496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 60960) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:15:54.606864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ac0f5a08-dd05-4e01-9414-1f2bdf8b0ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:54.677082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.705705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.817556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.823368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ce827d1-cd06-4734-b2f4-2473704b439c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:54.851793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca930c-66fc-4a1b-9e17-7ba2c6eb1e7c req-cd74c842-7f7b-4eef-9b53-7dc158f70ce6 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:54.853417 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-75ca930c-66fc-4a1b-9e17-7ba2c6eb1e7c req-cd74c842-7f7b-4eef-9b53-7dc158f70ce6 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 945 time: 0.1396265 Apr 07 15:15:54.855315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467f414-d35f-4fd6-b620-5962e0f7e6df,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:54.857786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:54.858710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:54.860498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9467f414-d35f-4fd6-b620-5962e0f7e6df HTTP/1.1" status: 204 len: 168 time: 0.2538309 Apr 07 15:15:54.890079 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-75ca930c-66fc-4a1b-9e17-7ba2c6eb1e7c req-b581cd6d-9949-49ba-ae9d-09cacc334e9d tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281751 Apr 07 15:15:55.694630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b0e6b-e5b2-4787-a78f-c9b97ab81c9a req-9e1dc8e4-1f02-471d-a1d1-4daa6403e004 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:55.696362 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d29b0e6b-e5b2-4787-a78f-c9b97ab81c9a req-9e1dc8e4-1f02-471d-a1d1-4daa6403e004 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.0928426 Apr 07 15:15:55.734593 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d29b0e6b-e5b2-4787-a78f-c9b97ab81c9a req-edd647d2-0630-4af5-a0d5-84445b6a464b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Apr 07 15:15:56.192922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaee64-4a50-430a-9135-d3c71688f267 req-65041f48-e9ae-4b0c-b8c7-66833addebac tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:56.194739 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-51aaee64-4a50-430a-9135-d3c71688f267 req-65041f48-e9ae-4b0c-b8c7-66833addebac tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 945 time: 0.1400473 Apr 07 15:15:56.227419 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-51aaee64-4a50-430a-9135-d3c71688f267 req-c003b0df-37f0-470d-a86c-18e25f70a701 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255957 Apr 07 15:15:56.989366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709786f4-55f1-4dbf-b151-7bf095d46c02 req-3b2e811c-dc43-4227-ae03-74b34fde33ff tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:56.991421 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-709786f4-55f1-4dbf-b151-7bf095d46c02 req-3b2e811c-dc43-4227-ae03-74b34fde33ff tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.1355202 Apr 07 15:15:57.042604 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-709786f4-55f1-4dbf-b151-7bf095d46c02 req-463109bc-ec1b-4418-ade7-6cc6098c46f5 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Apr 07 15:15:57.380164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873f26d-2557-4441-91a3-9c5623bc2164 req-ec664b6a-551d-419d-9d2e-3ef91c36f94e tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:57.381902 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1873f26d-2557-4441-91a3-9c5623bc2164 req-ec664b6a-551d-419d-9d2e-3ef91c36f94e tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 945 time: 0.0939407 Apr 07 15:15:57.419130 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1873f26d-2557-4441-91a3-9c5623bc2164 req-cb727d13-25c5-4d40-b769-bd3021337377 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258796 Apr 07 15:15:58.290234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33d7f-aa33-456c-af5b-cb4499524602 req-771f71e4-b315-474d-9f03-83c71814299b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:58.291965 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaf33d7f-aa33-456c-af5b-cb4499524602 req-771f71e4-b315-474d-9f03-83c71814299b tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.1291685 Apr 07 15:15:58.337273 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-eaf33d7f-aa33-456c-af5b-cb4499524602 req-53623714-9fc3-4c7c-ab8c-b857a3feda82 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379920 Apr 07 15:15:58.684343 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2e5d2-3c61-4d36-82b4-2cd00202f970 req-2cca2f9c-efc0-4e29-a4c9-78100e8af607 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:58.691321 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddc2e5d2-3c61-4d36-82b4-2cd00202f970 req-2cca2f9c-efc0-4e29-a4c9-78100e8af607 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 945 time: 0.1399446 Apr 07 15:15:58.721613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddc2e5d2-3c61-4d36-82b4-2cd00202f970 req-531bd7e2-7616-4f4c-8594-a1fe9aaebfde tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270748 Apr 07 15:15:58.756844 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-df84ab2c-410d-496a-b3ba-392d86ba583a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:58.758613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-df84ab2c-410d-496a-b3ba-392d86ba583a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 945 time: 0.1165802 Apr 07 15:15:58.843537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Deleting port aa1e990e-2389-4d73-a965-c840ece21a3f {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:58.843907 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:58.912367 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-29f5c90b-66a5-4d39-8bc8-5f7b516e18e7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:58.914060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-29f5c90b-66a5-4d39-8bc8-5f7b516e18e7 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.0971248 Apr 07 15:15:58.994121 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Deleting port 74d330a4-bee7-489b-b965-05907d8d5140 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:15:58.994499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.149782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] For port aa1e990e-2389-4d73-a965-c840ece21a3f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=aa1e990e-2389-4d73-a965-c840ece21a3f,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:59.150281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.295534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Calling delete_port for aa1e990e-2389-4d73-a965-c840ece21a3f owned by compute:nova {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:59.303403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] For port 74d330a4-bee7-489b-b965-05907d8d5140, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=74d330a4-bee7-489b-b965-05907d8d5140,segment=NetworkSegment(81bf627d-7f79-4e16-bfd0-ca457c6f9968),segment_id=81bf627d-7f79-4e16-bfd0-ca457c6f9968)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:15:59.304062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.474978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Calling delete_port for 74d330a4-bee7-489b-b965-05907d8d5140 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:15:59.524096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.539445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['aa1e990e-2389-4d73-a965-c840ece21a3f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:15:59.545850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d366a532-c2a9-49ec-b88a-e0e380b9610e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:59.654128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.665679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Pushing event deleted for resources: {'Port': ['ID=aa1e990e-2389-4d73-a965-c840ece21a3f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:59.669457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['74d330a4-bee7-489b-b965-05907d8d5140'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:15:59.670131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:59.675669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:15:59.744253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Pushing event deleted for resources: {'Port': ['ID=74d330a4-bee7-489b-b965-05907d8d5140,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:15:59.746928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:15:59.752395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b9b5-22a4-4e3e-9721-3fea05cd9e02 req-a765e3d3-dea4-4f88-b4e6-114f4b94433f tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:15:59.753185 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-adb4b9b5-22a4-4e3e-9721-3fea05cd9e02 req-a765e3d3-dea4-4f88-b4e6-114f4b94433f tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cd23900-847e-4bd1-b942-c4f41233574a HTTP/1.1" status: 200 len: 946 time: 0.2880864 Apr 07 15:15:59.874964 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-adb4b9b5-22a4-4e3e-9721-3fea05cd9e02 req-cae3e29b-7468-42cd-9438-e141a1a71588 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4b5aa8e-6b68-497d-b3c4-31672544c49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008892 Apr 07 15:15:59.935940 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4cc8cb3a-d165-4b8e-93ec-94e77115b191 req-887158f5-b7d9-4765-89f5-982929f740d9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d776ab2-55d4-4261-a7f1-28f70175ed76 HTTP/1.1" status: 200 len: 210 time: 0.0628524 Apr 07 15:15:59.939706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] No DVR routers for this DVR port aa1e990e-2389-4d73-a965-c840ece21a3f on host hv-cinder-78226 {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:15:59.943798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:15:59.948420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'name': 'network-vif-deleted', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:15:59.995808 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f9a66fba-12de-4dc4-931f-32044b6e09f5 req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "DELETE /v2.0/ports/aa1e990e-2389-4d73-a965-c840ece21a3f HTTP/1.1" status: 204 len: 173 time: 1.2231388 Apr 07 15:16:00.030741 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d776ab2-55d4-4261-a7f1-28f70175ed76', 'name': 'network-vif-deleted', 'tag': 'aa1e990e-2389-4d73-a965-c840ece21a3f', 'status': 'completed', 'code': 200} Apr 07 15:16:00.037994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] No DVR routers for this DVR port 74d330a4-bee7-489b-b965-05907d8d5140 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:16:00.044332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:00.048330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'name': 'network-vif-deleted', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:16:00.079827 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-423c1b2c-3319-43e9-9b1a-cf9dda8d1f41 req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] 10.222.0.62 "DELETE /v2.0/ports/74d330a4-bee7-489b-b965-05907d8d5140 HTTP/1.1" status: 204 len: 173 time: 1.1597009 Apr 07 15:16:00.319014 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd23900-847e-4bd1-b942-c4f41233574a', 'name': 'network-vif-deleted', 'tag': '74d330a4-bee7-489b-b965-05907d8d5140', 'status': 'completed', 'code': 200} Apr 07 15:16:01.516781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-1756ae24-ed22-4785-9fd8-67ad4487ded6 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:01.518988 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-1756ae24-ed22-4785-9fd8-67ad4487ded6 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 808 time: 0.2073059 Apr 07 15:16:01.543155 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-97aed525-3430-4393-84e8-4a850488b25c tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/quotas/277ba56ce9274bae84fa9e0999f525cd HTTP/1.1" status: 200 len: 375 time: 0.0173321 Apr 07 15:16:01.595783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-1fc5eeb8-63a1-46f0-a044-bb481899679b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Synchronizing usage tracker for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:16:01.612601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-1fc5eeb8-63a1-46f0-a044-bb481899679b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Unset dirty status for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:16:01.614170 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-1fc5eeb8-63a1-46f0-a044-bb481899679b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700316 Apr 07 15:16:01.916641 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7f66da6a-c537-402d-9950-3fe1c18afee1 service neutron] 10.222.0.30 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878144 Apr 07 15:16:02.084720 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-c20f94ea-6a5f-4ece-99cd-1634e8115f58 service neutron] 10.222.0.30 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613023 Apr 07 15:16:02.339155 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5f34164a-1591-4507-b561-26b6b7ce82a5 req-fbd45a23-175a-4390-911f-3fdee7c59256 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 210 time: 0.0539541 Apr 07 15:16:03.525967 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-10b689af-c02a-448c-836c-cd15e8322b92 req-d09c5a34-0095-4d5c-a65f-0f186dbf0821 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 210 time: 0.0547554 Apr 07 15:16:03.535874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-867d1cfc-66b5-4aeb-8527-0d6ff9ef9419 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:03.537674 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-867d1cfc-66b5-4aeb-8527-0d6ff9ef9419 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 808 time: 0.1770575 Apr 07 15:16:03.556424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Request body: {'port': {'device_id': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee', 'admin_state_up': True, 'tenant_id': '277ba56ce9274bae84fa9e0999f525cd'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:03.676407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device aa1e990e-2389-4d73-a965-c840ece21a3f no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:16:03.718397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: aa1e990e-2389-4d73-a965-c840ece21a3f {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:16:03.718839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device aa1e990e-2389-4d73-a965-c840ece21a3f not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:16:03.719301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 74d330a4-bee7-489b-b965-05907d8d5140 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:16:03.739194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:03.754544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:03.762476 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 74d330a4-bee7-489b-b965-05907d8d5140 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:16:03.762863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 74d330a4-bee7-489b-b965-05907d8d5140 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:16:03.765480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Made reservation on behalf of 277ba56ce9274bae84fa9e0999f525cd for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:16:03.774116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:03.951784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Allocated IP 172.20.0.4 (b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee/5a3822e3-ca8e-4935-a41d-1be68f857630/1fed8d4c-8f09-45e9-9114-f00abafcd878) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:04.202829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:04.239865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:04.255890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:04.407779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Pushing event updated for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:04.416241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:04.466021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:04.467484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:04.469970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:04.562477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:04.563246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:04.591917 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-9a19fa16-97ea-42c0-85ea-a6071bae549a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410328 Apr 07 15:16:04.617225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Request body: {'port': {'device_id': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:05.081134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:05.146734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773cdfb-7bec-43d0-886f-fea070c0ee8b req-89fa06e2-967a-44d0-afa6-8f3b144248a0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:05.147540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8773cdfb-7bec-43d0-886f-fea070c0ee8b req-89fa06e2-967a-44d0-afa6-8f3b144248a0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Synchronizing usage tracker for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:16:05.215267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-8773cdfb-7bec-43d0-886f-fea070c0ee8b req-89fa06e2-967a-44d0-afa6-8f3b144248a0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Unset dirty status for tenant:277ba56ce9274bae84fa9e0999f525cd on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:16:05.216547 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8773cdfb-7bec-43d0-886f-fea070c0ee8b req-89fa06e2-967a-44d0-afa6-8f3b144248a0 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 931 time: 0.5547154 Apr 07 15:16:05.312331 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8773cdfb-7bec-43d0-886f-fea070c0ee8b req-6e5b2dce-e2db-417a-862a-bc37f169731d tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861404 Apr 07 15:16:05.565281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fed8d4c-8f09-45e9-9114-f00abafcd878 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:16:05.574453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:05.592254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Transition to ACTIVE for port object 1fed8d4c-8f09-45e9-9114-f00abafcd878 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:05.606306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:05.612225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9150d90c-0445-4039-8a5b-c2c744fed67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:05.758391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Pushing event updated for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:05.761788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:05.996309 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e87248f7-f789-43e3-af96-900e94631e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:06.007706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Attempting to bind port 1fed8d4c-8f09-45e9-9114-f00abafcd878 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:06.008082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Attempting to bind port 1fed8d4c-8f09-45e9-9114-f00abafcd878 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:06.008439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Attempting to bind port 1fed8d4c-8f09-45e9-9114-f00abafcd878 on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:06.014607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Port 1fed8d4c-8f09-45e9-9114-f00abafcd878 on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:16:06.015045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Attempting to bind port 1fed8d4c-8f09-45e9-9114-f00abafcd878 on network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:06.021420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:06.021803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Checking segment: {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:06.022254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Bound using segment: {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:06.022803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Bound port: 1fed8d4c-8f09-45e9-9114-f00abafcd878, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:06.023190 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:06.111355 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:06.115423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:06.119678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:06.135841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4dbd4e2c-21bc-485b-9a03-684cee0e0a3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:06.298047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Pushing event updated for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:06.301465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:06.336903 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:06.337485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:06.339295 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] 10.222.0.62 "PUT /v2.0/ports/1fed8d4c-8f09-45e9-9114-f00abafcd878 HTTP/1.1" status: 200 len: 1093 time: 1.7350998 Apr 07 15:16:06.340017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:16:06.416865 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878', 'status': 'completed', 'code': 200} Apr 07 15:16:06.459960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-ca96402d-ef25-4f23-95c6-35b9fbbab2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:06.461613 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-ca96402d-ef25-4f23-95c6-35b9fbbab2d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 1096 time: 0.0813522 Apr 07 15:16:06.525715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f3cb-e01c-4a7c-9f88-e3ab0d196390 req-a6bf96c6-c8a2-4c84-9f11-1e90c2f29220 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:06.527363 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d518f3cb-e01c-4a7c-9f88-e3ab0d196390 req-a6bf96c6-c8a2-4c84-9f11-1e90c2f29220 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 943 time: 0.0890343 Apr 07 15:16:06.541740 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-a060be19-b68b-4663-9e4b-fa536376546d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878 HTTP/1.1" status: 200 len: 217 time: 0.0706451 Apr 07 15:16:06.559118 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d518f3cb-e01c-4a7c-9f88-e3ab0d196390 req-5cc67e55-8bb7-4376-91eb-8ab73808eeaf tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250196 Apr 07 15:16:06.615912 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-d2ddff01-9cf2-40cc-9435-43a751cc87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:06.617529 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-d2ddff01-9cf2-40cc-9435-43a751cc87bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 200 len: 848 time: 0.0657294 Apr 07 15:16:06.678073 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-0feec34b-76de-49eb-beef-16a6f60e2ec6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503440 Apr 07 15:16:06.830058 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-ad3bef64-0afd-454f-b5d8-b2340fd9335f service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419699 Apr 07 15:16:06.981470 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aa48ecb1-198e-4470-9f96-71e6b1ee06ab req-f3e251e7-cf40-42ae-8afe-72ca5987898f service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411912 Apr 07 15:16:07.120935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6658-6284-42e4-ba2d-600835025200 req-e38bac63-b548-4641-8f35-2826897cd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:07.122598 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-e38bac63-b548-4641-8f35-2826897cd79a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 1096 time: 0.0831347 Apr 07 15:16:07.290565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6658-6284-42e4-ba2d-600835025200 req-ddefa3ba-ae34-40a6-b0ca-e9cd733acfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:07.292251 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-ddefa3ba-ae34-40a6-b0ca-e9cd733acfd8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 909 time: 0.1625092 Apr 07 15:16:07.373369 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-55354e21-67ca-429a-80e7-cae522cab4f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878 HTTP/1.1" status: 200 len: 217 time: 0.0730109 Apr 07 15:16:07.443255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6658-6284-42e4-ba2d-600835025200 req-e76308e5-6975-45ee-b131-85d6d23e1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:07.444936 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-e76308e5-6975-45ee-b131-85d6d23e1ef3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 200 len: 848 time: 0.0649657 Apr 07 15:16:07.502631 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-5b4955bb-d798-449d-b4cb-70b7148acb27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509326 Apr 07 15:16:07.654324 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-49943290-9900-46ff-9b7a-3e45df0af922 service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441364 Apr 07 15:16:07.870371 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddae6658-6284-42e4-ba2d-600835025200 req-aa17decb-fb61-4990-8d86-a51e10ca9103 service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083702 Apr 07 15:16:07.883676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd981-1cee-4d35-9685-a6d1bb74a322 req-03775260-643b-4315-be94-9eadd6892b0a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:07.885325 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-af6cd981-1cee-4d35-9685-a6d1bb74a322 req-03775260-643b-4315-be94-9eadd6892b0a tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 943 time: 0.1950393 Apr 07 15:16:07.918051 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-af6cd981-1cee-4d35-9685-a6d1bb74a322 req-6ca296b3-fe23-43e5-bdd9-d8a08a3200db tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258150 Apr 07 15:16:08.778662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5f719795-45e5-4a43-ad21-fe1b59b7b35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:09.123891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c84d4-f008-4c0c-a02a-f2724d906a32 req-e30569c4-4777-4bdb-b7d2-849b9291d4df tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:09.125487 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f11c84d4-f008-4c0c-a02a-f2724d906a32 req-e30569c4-4777-4bdb-b7d2-849b9291d4df tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 943 time: 0.0920436 Apr 07 15:16:09.152651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:09.158916 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f11c84d4-f008-4c0c-a02a-f2724d906a32 req-6244cd53-2232-44cd-a5c5-a557c4400f4e tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244336 Apr 07 15:16:09.691993 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1fed8d4c-8f09-45e9-9114-f00abafcd878 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:16:09.839576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:09.857070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '1fed8d4c-8f09-45e9-9114-f00abafcd878', 'network_id': 'b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee', 'port_id': '1fed8d4c-8f09-45e9-9114-f00abafcd878', 'mac_address': 'fa:16:3e:0d:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3822e3-ca8e-4935-a41d-1be68f857630', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:16:09.934048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:09.935502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fed8d4c-8f09-45e9-9114-f00abafcd878 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:16:09.952269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:09.957949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:09.961028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:09.963168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:10.035087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:10.038729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:10.155801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:10.210220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['1fed8d4c-8f09-45e9-9114-f00abafcd878'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:16:10.366861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5fa3-a353-4534-9e07-8071e6b7ef4a req-127d7aee-02bd-4f1f-ad7d-5ec1b2a43afb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:10.368586 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2a6c5fa3-a353-4534-9e07-8071e6b7ef4a req-127d7aee-02bd-4f1f-ad7d-5ec1b2a43afb tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 944 time: 0.0927422 Apr 07 15:16:10.404544 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2a6c5fa3-a353-4534-9e07-8071e6b7ef4a req-da2a77c7-f2e5-48a8-939f-8be0f89dd22f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291669 Apr 07 15:16:10.727305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:11.620779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed465d0-2ed2-444c-9394-cffcb2d4cbd5 req-2dea8a28-bd66-4c45-a808-5ecfe5b77dd9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:11.622785 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0ed465d0-2ed2-444c-9394-cffcb2d4cbd5 req-2dea8a28-bd66-4c45-a808-5ecfe5b77dd9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 944 time: 0.0924723 Apr 07 15:16:11.657938 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-0ed465d0-2ed2-444c-9394-cffcb2d4cbd5 req-9393daf9-268f-4438-a54f-29763a21f864 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284102 Apr 07 15:16:11.707435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1fed8d4c-8f09-45e9-9114-f00abafcd878 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:11.788587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 1fed8d4c-8f09-45e9-9114-f00abafcd878 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:11.794011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 1fed8d4c-8f09-45e9-9114-f00abafcd878 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:11.794436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:11.923205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:11.935043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:16:11.945934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:11.950287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:11.952528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5b823674-96dc-465a-b95d-140f78075d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:11.985732 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878', 'code': 200} Apr 07 15:16:12.027688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:12.032571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:12.243629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94851-9979-4548-9908-9390555b3eb6 req-c806b743-a6ed-4d02-9c36-dd81d713e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:12.245454 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6eb94851-9979-4548-9908-9390555b3eb6 req-c806b743-a6ed-4d02-9c36-dd81d713e336 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 1098 time: 0.0849004 Apr 07 15:16:12.277818 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6eb94851-9979-4548-9908-9390555b3eb6 req-18141806-99bf-4233-94d0-ad1d41e9b17e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248151 Apr 07 15:16:12.869859 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95c628-292d-4171-b76c-e947fe14e7bc req-87a5fdbb-9d5e-4ca0-b35e-263085d60d48 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:12.871612 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5e95c628-292d-4171-b76c-e947fe14e7bc req-87a5fdbb-9d5e-4ca0-b35e-263085d60d48 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 945 time: 0.0947962 Apr 07 15:16:12.904367 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5e95c628-292d-4171-b76c-e947fe14e7bc req-6994a85d-5df4-403c-abc4-a0e4513883ed tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258350 Apr 07 15:16:13.614675 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-c46b7954-7e1d-432a-ae92-958eae5c894f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806901 Apr 07 15:16:13.775042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-cc499dbe-c40a-44e3-a057-66af368a9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:13.776725 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-cc499dbe-c40a-44e3-a057-66af368a9b76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=277ba56ce9274bae84fa9e0999f525cd&device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 1098 time: 0.0860176 Apr 07 15:16:13.938330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-89134515-7027-4cec-bf5e-19790f43f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:13.940002 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-89134515-7027-4cec-bf5e-19790f43f91b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 200 len: 909 time: 0.1423123 Apr 07 15:16:14.017626 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-e8e44d28-a481-401d-a6a1-c72e74998ff7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878 HTTP/1.1" status: 200 len: 217 time: 0.0714314 Apr 07 15:16:14.144256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-37ef3aa5-263a-4a8c-841f-f6bf842f8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:14.145922 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-37ef3aa5-263a-4a8c-841f-f6bf842f8e53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 200 len: 848 time: 0.1224377 Apr 07 15:16:14.460023 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-1f47d1c4-d834-40e3-9faa-e5533cb9c18c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3076463 Apr 07 15:16:14.473741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d8a3f-a276-4e17-9799-6fe52387b70a req-5c14aa7a-7492-4f92-9efb-b609e5311578 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:14.475536 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c96d8a3f-a276-4e17-9799-6fe52387b70a req-5c14aa7a-7492-4f92-9efb-b609e5311578 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 945 time: 0.4182372 Apr 07 15:16:14.594553 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c96d8a3f-a276-4e17-9799-6fe52387b70a req-37fedb2d-6e5f-41a1-9373-f62ba49d833f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943713 Apr 07 15:16:14.645071 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-ac77f595-6880-4e3e-8d56-2902b659f33b service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684308 Apr 07 15:16:14.799834 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-93063276-548a-4771-8bd2-2dd6a5c94558 req-cf47608a-b74b-482c-acaf-5a50fd7c8afb service neutron] 10.222.0.62 "GET /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480889 Apr 07 15:16:15.777836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f138-9f1e-4352-8c01-719759e48c84 req-402bd5fa-1b2d-4efa-b761-b3aade2d07b9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:15.779672 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b41f138-9f1e-4352-8c01-719759e48c84 req-402bd5fa-1b2d-4efa-b761-b3aade2d07b9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 945 time: 0.0908544 Apr 07 15:16:15.811181 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1b41f138-9f1e-4352-8c01-719759e48c84 req-0592a736-32dd-48ed-bddb-86321e7b1b01 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250528 Apr 07 15:16:17.021214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fe17e-2a8d-4298-a669-a46bdf3c0e31 req-2d58a6e5-875e-4de3-b27a-9df373d095fc tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:17.023006 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-921fe17e-2a8d-4298-a669-a46bdf3c0e31 req-2d58a6e5-875e-4de3-b27a-9df373d095fc tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 945 time: 0.0915842 Apr 07 15:16:17.056522 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-921fe17e-2a8d-4298-a669-a46bdf3c0e31 req-ef3f23ce-d685-4579-80e0-50d67a7eead9 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/security-groups?id=73a3b7c9-1fb2-476c-9222-8f8772c4c286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268829 Apr 07 15:16:17.110200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-68d64584-8ba6-4647-b1b0-acf51614abe2 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:17.111918 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-68d64584-8ba6-4647-b1b0-acf51614abe2 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 945 time: 0.0962887 Apr 07 15:16:17.193047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Deleting port 1fed8d4c-8f09-45e9-9114-f00abafcd878 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:16:17.193435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:17.472312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] For port 1fed8d4c-8f09-45e9-9114-f00abafcd878, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=1fed8d4c-8f09-45e9-9114-f00abafcd878,segment=NetworkSegment(70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d),segment_id=70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:17.472721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:17.605786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Calling delete_port for 1fed8d4c-8f09-45e9-9114-f00abafcd878 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:16:17.763920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:17.780880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['1fed8d4c-8f09-45e9-9114-f00abafcd878'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:16:17.782523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:17.844029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Pushing event deleted for resources: {'Port': ['ID=1fed8d4c-8f09-45e9-9114-f00abafcd878,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:17.856388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.856797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.857198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.857593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.857982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.858371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.858785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.859173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.859556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.859939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.860306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.860692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:17.865554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:18.046546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] No DVR routers for this DVR port 1fed8d4c-8f09-45e9-9114-f00abafcd878 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:16:18.049225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:18.053537 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'name': 'network-vif-deleted', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:16:18.070458 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-35a41a0c-179f-412d-ba05-7bebea88ce89 req-c1d719eb-b2fa-49ff-ada6-460f2a8f0197 tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.62 "DELETE /v2.0/ports/1fed8d4c-8f09-45e9-9114-f00abafcd878 HTTP/1.1" status: 204 len: 173 time: 0.9522727 Apr 07 15:16:18.157936 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb82d06c-059d-4bfd-8212-af105a6a679a', 'name': 'network-vif-deleted', 'tag': '1fed8d4c-8f09-45e9-9114-f00abafcd878', 'status': 'completed', 'code': 200} Apr 07 15:16:18.411756 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e50ab5b0-c1b6-4c5d-96ab-82f3afb55dcc req-6fd4ac6c-a2d1-40e4-ba45-55b1f6b1b46b tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb82d06c-059d-4bfd-8212-af105a6a679a HTTP/1.1" status: 200 len: 210 time: 0.0528231 Apr 07 15:16:20.986277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33240) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:21.052058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Deleting subnet 2bd52370-43b1-4bf5-a7c0-e7709513ca91 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:16:21.055580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.112586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.175057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.444479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.462934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-61806da3-50a3-4dae-80b0-04e8cd382308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:21.519811 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd52370-43b1-4bf5-a7c0-e7709513ca91,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:21.583720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.584141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.584553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.584954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.585835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.585835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.586612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.586612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.587093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.587488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.588226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.588621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:21.598396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:21.630913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.641460 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2bd52370-43b1-4bf5-a7c0-e7709513ca91 HTTP/1.1" status: 204 len: 168 time: 0.6511564 Apr 07 15:16:21.641850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33264) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:21.764175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:21.770022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1fed8d4c-8f09-45e9-9114-f00abafcd878 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:16:21.807521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 1fed8d4c-8f09-45e9-9114-f00abafcd878 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:16:21.808136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 1fed8d4c-8f09-45e9-9114-f00abafcd878 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:16:22.245704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:22.368033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809315fa-a1fd-427d-b682-1fe9ca7123fa']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:22.384056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bf627d-7f79-4e16-bfd0-ca457c6f9968') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:22.384056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bf627d-7f79-4e16-bfd0-ca457c6f9968') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:22.402661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:22.417583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:22.424671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:16:22.640774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:16:22.651082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:22.867400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Network 809315fa-a1fd-427d-b682-1fe9ca7123fa has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:16:22.893435 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:16:22.984544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:22.993338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-836702cd-1ef3-476b-8db3-9dae54901615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:23.013266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:23.021721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Pushing event deleted for resources: {'Network': ['ID=809315fa-a1fd-427d-b682-1fe9ca7123fa,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:23.024965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:23.027747 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-73dd1bba-af14-4e50-a1ad-d11090f65227 admin admin] 10.222.0.30 "DELETE /v2.0/networks/809315fa-a1fd-427d-b682-1fe9ca7123fa HTTP/1.1" status: 204 len: 168 time: 1.3848264 Apr 07 15:16:23.254343 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33298) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:23.310172 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33302) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:23.312004 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-dabef64a-1b04-498a-9b04-8b8a8031bddf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db1f38e40b0d4efd8e550c32aca6931b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552416 Apr 07 15:16:23.388967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:23.427584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:23.496590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:23.505376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-cdedab07-dd4c-451c-be3b-622584c4c11b tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:23.524726 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:23.529331 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4b5aa8e-6b68-497d-b3c4-31672544c49f HTTP/1.1" status: 204 len: 168 time: 0.2147827 Apr 07 15:16:23.529331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5aa8e-6b68-497d-b3c4-31672544c49f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:23.530210 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:26.329721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:16:31.224718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33436) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:31.367981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.384716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:31.390043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Usage tracker for resource:security_group_rule and tenant:05de4ee52c6f4871aead4f0e3394ad0b is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:31.393372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:31.400619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:31.489839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.493787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.503771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-67b09abb-5ee4-4034-beb2-0bbf6de60157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:31.546914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71488a3f-c1d1-4a04-98ec-68b0bfc5dbbc,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:31.554834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33446) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:31.555057 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05de4ee52c6f4871aead4f0e3394ad0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283422 Apr 07 15:16:31.556010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:31.632739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.662305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.711840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.718027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-18c936f2-3fcd-4651-88c2-a3502bc5c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:31.732656 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71488a3f-c1d1-4a04-98ec-68b0bfc5dbbc,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:31.737949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:31.739949 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:31.744013 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-533b08e6-6679-4bc0-81fd-6e23d0fe0f79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71488a3f-c1d1-4a04-98ec-68b0bfc5dbbc HTTP/1.1" status: 204 len: 168 time: 0.1854348 Apr 07 15:16:32.087294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33454) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:32.121391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.138202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:32.142315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Usage tracker for resource:security_group_rule and tenant:4a8e32eaf5e541a5a4cb5167f37091c1 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:32.145474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:32.152245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:32.249608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.253635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.263002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-99d9007d-fcd0-46cf-9d34-ae670849a222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:32.307568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47ebe16-8c1f-4222-87f5-f28ce8d64b29,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:32.310991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:32.317742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33462) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:32.317835 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a8e32eaf5e541a5a4cb5167f37091c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289832 Apr 07 15:16:32.388276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.417169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.471736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.477170 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-eb1a59bd-7c22-40a7-ae6d-0a445b70f1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:32.488642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47ebe16-8c1f-4222-87f5-f28ce8d64b29,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:32.493772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:32.495976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:32.497226 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-16465877-25fd-49de-8dc3-d871e3778aa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c47ebe16-8c1f-4222-87f5-f28ce8d64b29 HTTP/1.1" status: 204 len: 168 time: 0.1784217 Apr 07 15:16:36.003778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8aa2156e-a694-4143-9e1c-92cffee874ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:37.830457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33592) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:37.962166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:37.980143 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:37.984279 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0c7f638c084d998d7b07c370f6fb1a is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:37.987299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:37.993666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:38.080339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.083380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.093074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2af9a2df-a43d-4d71-9c6b-f4303600ff16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:38.124281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff586a43-ebf9-4a1c-989d-ad848a833774,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:38.140474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:38.144636 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e6f2be82-9894-4e8c-bdac-1113a4e7a265 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c0c7f638c084d998d7b07c370f6fb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129511 Apr 07 15:16:38.146989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33624) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:38.216419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.244323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.290472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.295820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e3b2bf5c-6a4d-467a-9b9b-1fa3e687c038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:38.307175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff586a43-ebf9-4a1c-989d-ad848a833774,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:38.312184 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:38.314276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.315543 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff586a43-ebf9-4a1c-989d-ad848a833774 HTTP/1.1" status: 204 len: 168 time: 0.1674962 Apr 07 15:16:38.635777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33644) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:38.657388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.679234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:38.683672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Usage tracker for resource:security_group_rule and tenant:3dbc8274f7964db2a57f768be6105b77 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:38.686933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:38.693599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:38.783661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2dacb68d-0f7a-43a7-9f4c-67b8086ea9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.785019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.788546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.796988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-885221ac-c1cc-40da-9415-1787a7444bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:38.843499 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dbc8274f7964db2a57f768be6105b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064204 Apr 07 15:16:38.844440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ccb5b-9ccc-43eb-be17-28d555748e01,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:38.847043 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33648) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:38.849620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-57adeee8-9ceb-4b9f-b9e5-297bfe7ef0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:38.911124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.940191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.987504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:38.991458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c42bbbbf-4438-497d-8203-835536faf021 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:39.009930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ccb5b-9ccc-43eb-be17-28d555748e01,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:39.015555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:39.027832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.032197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-07673858-3e0c-4b60-9a4d-67c50788c903 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/208ccb5b-9ccc-43eb-be17-28d555748e01 HTTP/1.1" status: 204 len: 168 time: 0.1810546 Apr 07 15:16:39.154085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.533988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33666) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:39.602007 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Deleting subnet 5a3822e3-ca8e-4935-a41d-1be68f857630 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:16:39.605292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.662162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.721132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.927673 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:39.991443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.009056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1bc08ba5-db64-46db-840d-701ad14ed698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:40.056236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3822e3-ca8e-4935-a41d-1be68f857630,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:40.060300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:40.143987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.150361 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a3822e3-ca8e-4935-a41d-1be68f857630 HTTP/1.1" status: 204 len: 168 time: 0.6151531 Apr 07 15:16:40.153186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33684) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:40.176101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.268862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.310386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33690) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:40.441149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.457832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:40.462142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Usage tracker for resource:security_group_rule and tenant:3d813547f3c74480ae5625905b884966 is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:40.465515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:40.465761 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.471771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:40.557970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.561538 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.572544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5d03bf96-3643-4087-a493-8a66bdc09e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:40.583972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:40.598265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:40.598773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aa73ef-6f86-4f4e-8fbb-bc0c2fe2392d') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:40.611091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.618832 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d813547f3c74480ae5625905b884966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072078 Apr 07 15:16:40.619852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ce3dc-6188-49c9-9bd0-ebcf047f77f4,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:40.622424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33696) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:40.623093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2c9f2f0e-a990-465d-8c57-a6ac18c5ebda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:40.639348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.655385 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:16:40.729846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.864044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.866775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:16:40.876404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:40.979773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.108883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Network b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:16:41.132723 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:16:41.214037 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.217055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1236ae04-d599-4d47-88fb-74deb27b723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:41.225117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.236362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ce3dc-6188-49c9-9bd0-ebcf047f77f4,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:41.238840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.241771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:41.242342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:41.268798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:41.272196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:41.273396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.274568 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f8ce3dc-6188-49c9-9bd0-ebcf047f77f4 HTTP/1.1" status: 204 len: 168 time: 0.6511378 Apr 07 15:16:41.276191 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e0de8ead-0901-4fe5-bdda-3637c6cc7b5b admin admin] 10.222.0.30 "DELETE /v2.0/networks/b4f8e1f7-d5ba-45e5-93ec-9fe94e329bee HTTP/1.1" status: 204 len: 168 time: 1.1217513 Apr 07 15:16:41.399517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33706) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:41.438497 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-27326e36-492d-460a-8303-305b581e85eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=277ba56ce9274bae84fa9e0999f525cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0353239 Apr 07 15:16:41.438794 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33710) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:41.507867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.528149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.574084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.579239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c51d72ec-1238-46a3-92ca-cfbfe8289cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:41.593203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3b7c9-1fb2-476c-9222-8f8772c4c286,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:41.596047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:41.602707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:41.603944 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7b2f689d-a9df-469f-8631-5027983117d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73a3b7c9-1fb2-476c-9222-8f8772c4c286 HTTP/1.1" status: 204 len: 168 time: 0.1641767 Apr 07 15:16:42.511365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33754) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:42.626261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1782791546-network', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:42.631437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:42.635562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Usage tracker for resource:network and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:42.638717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:42.648875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:42.658486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Made reservation on behalf of 8eea0e9f910742d28af202684b6bf44c for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:16:42.663702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.677266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.693046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:42.697153 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:42.700188 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:42.706201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:42.791185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.794193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.798611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f15ae000-59f5-476d-a1e1-7547976e68b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:42.827247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:16:42.836192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f92f3b-a9c9-4a11-990a-19306d0028fe,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:42.840335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:42.842829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.843195 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Added segment 9fb547a3-d827-4147-9a28-19c687938567 of type vlan for network 98896202-06f6-4f83-8163-68d218b1f99a Apr 07 15:16:42.871136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.903097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.904456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:42.905094 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:42.910102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2d19a5f6-a039-423d-93d4-2b335cb36206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:43.013568 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5008929 Apr 07 15:16:43.016631 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=98896202-06f6-4f83-8163-68d218b1f99a,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:43.017028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33764) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:43.019627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:43.024255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Request body: {'subnet': {'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1782791546-subnet', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:43.027228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 98896202-06f6-4f83-8163-68d218b1f99a details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:16:43.029802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:43.033977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Usage tracker for resource:subnet and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:43.037229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:43.043509 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:43.055700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Made reservation on behalf of 8eea0e9f910742d28af202684b6bf44c for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:16:43.060698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827430060'] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.472553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826464101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827430043'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.491568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-297f1f5a-198b-46c1-9024-b368e7956f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:43.622290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6933b8b9-c672-449c-97fb-264826ce6152,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:43.626604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:43.685333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Checking segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:43.685682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Network hostable DHCP agents. Network: 98896202-06f6-4f83-8163-68d218b1f99a, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:16:43.705585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Network 98896202-06f6-4f83-8163-68d218b1f99a is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:16:43.715964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 98896202-06f6-4f83-8163-68d218b1f99a) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:43.725810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6125b71-d182-415d-832f-d90b278fba1c None None] Network 98896202-06f6-4f83-8163-68d218b1f99a requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:16:43.728096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:43.728745 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.754609 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-668f755b-e2a6-436e-ab39-423c5e885d47 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7362401 Apr 07 15:16:43.757610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33768) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:43.763508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:43.768907 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:43.773278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Usage tracker for resource:router and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:43.776990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:43.783336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:43.794315 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.795809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.816356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:43.952701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-98896202-06f6-4f83-8163-68d218b1f99a', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:16:43.953842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.146489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.295896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Allocated IP 172.20.0.2 (98896202-06f6-4f83-8163-68d218b1f99a/6933b8b9-c672-449c-97fb-264826ce6152/ea75f3ca-e160-4014-9508-c56be181538f) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:44.540926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.552674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Transition to ACTIVE for port object ea75f3ca-e160-4014-9508-c56be181538f will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:44.572327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Transition to ACTIVE for port object ea75f3ca-e160-4014-9508-c56be181538f will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:44.577307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.595734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:44.733964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Pushing event updated for resources: {'Port': ['ID=ea75f3ca-e160-4014-9508-c56be181538f,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:44.736935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.745203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.745586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.745961 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.746326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.746707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.747106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.747468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.747823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.748178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.748535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.748888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.749243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:44.754670 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:44.772215 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.798067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Network 98896202-06f6-4f83-8163-68d218b1f99a is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:44.799516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:44.802102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:44.902544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Attempting to bind port ea75f3ca-e160-4014-9508-c56be181538f on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:44.903074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Attempting to bind port ea75f3ca-e160-4014-9508-c56be181538f by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:44.903842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Attempting to bind port ea75f3ca-e160-4014-9508-c56be181538f on network 98896202-06f6-4f83-8163-68d218b1f99a {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:44.909458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:44.909885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Checking segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:44.910325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.910789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Bound using segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:44.911499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Bound port: ea75f3ca-e160-4014-9508-c56be181538f, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:44.911722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:44.922756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Allocated IP 172.28.1.55 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/6977d016-ce3d-403e-aa66-dd0a9c3be18c) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:44.993621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] For port ea75f3ca-e160-4014-9508-c56be181538f, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:44.997103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] For port ea75f3ca-e160-4014-9508-c56be181538f, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ea75f3ca-e160-4014-9508-c56be181538f,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:45.000909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:45.017449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:45.095676 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:45.130078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:45.145968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7e75f6b0-117b-45cc-a893-5bf20dd77069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:45.182255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Pushing event updated for resources: {'Port': ['ID=ea75f3ca-e160-4014-9508-c56be181538f,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:45.187021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:45.294514 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Pushing event updated for resources: {'Port': ['ID=6977d016-ce3d-403e-aa66-dd0a9c3be18c,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:45.298768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:45.349095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:45.350381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:45.352704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:45.855813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.056760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ea75f3ca-e160-4014-9508-c56be181538f up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:46.147545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port ea75f3ca-e160-4014-9508-c56be181538f completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:46.237938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.368364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33808) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:46.471803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:16:46.507904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.524435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:46.528775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Usage tracker for resource:security_group_rule and tenant:d60f15d2b9f647c58277a930a0176737 is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:46.531899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:46.538819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:46.631612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.636297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.646240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f632b693-5c01-402b-9a83-8cb3153c338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:46.647136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274384e-4a69-4228-a2c1-024f9f17d067 None None] Network 98896202-06f6-4f83-8163-68d218b1f99a requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:16:46.669923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:16:46.681962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Sync routers for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:16:46.688992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948645ea-75ea-4c0e-add2-c724f1a5b10f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:46.695286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:46.697833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.699317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9405608 Apr 07 15:16:46.702333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33814) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:46.707955 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5e3d04e0-fe06-4f08-bf37-6822d19cf2da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d60f15d2b9f647c58277a930a0176737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382781 Apr 07 15:16:46.708661 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33818) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:46.773764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:46.774688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:46.775214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.806005 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.856575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.863313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-448467cf-66eb-41b8-8471-eb3cbd445f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:46.875846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948645ea-75ea-4c0e-add2-c724f1a5b10f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:46.884229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:46.885421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:46.889939 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-0add5707-c7a1-42ef-ae6c-7c01f710b2bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/948645ea-75ea-4c0e-add2-c724f1a5b10f HTTP/1.1" status: 204 len: 168 time: 0.1802225 Apr 07 15:16:46.911991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Provisioning for port ea75f3ca-e160-4014-9508-c56be181538f completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:46.941861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Provisioning complete for port ea75f3ca-e160-4014-9508-c56be181538f triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:46.942332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:47.229963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:47.472656 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:47.707640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] For port ea75f3ca-e160-4014-9508-c56be181538f, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ea75f3ca-e160-4014-9508-c56be181538f,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:47.718762 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:47.731400 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:47.735540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:47.858715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Pushing event updated for resources: {'Port': ['ID=ea75f3ca-e160-4014-9508-c56be181538f,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:47.862526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:47.893899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:45Z', 'revision_number': 3, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:47.898979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Checking router: 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:16:47.899432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Updating router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 port 6977d016-ce3d-403e-aa66-dd0a9c3be18c binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:16:47.965694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:47.996538 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Allocated IP 172.20.0.1 (98896202-06f6-4f83-8163-68d218b1f99a/6933b8b9-c672-449c-97fb-264826ce6152/ee1c35d2-a8eb-4ecf-b846-367971182fac) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:48.086826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ea75f3ca-e160-4014-9508-c56be181538f up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:48.141565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-8b9fd7ec-d501-4a60-a39d-fbc3dcf1856e None None] Provisioning complete for port ea75f3ca-e160-4014-9508-c56be181538f triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:48.141988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd7ec-d501-4a60-a39d-fbc3dcf1856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.195569 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.214047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Transition to ACTIVE for port object ee1c35d2-a8eb-4ecf-b846-367971182fac will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:48.242994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.260284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:48.339387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port ea75f3ca-e160-4014-9508-c56be181538f triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:48.339873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.412415 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:48.423141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:48.482302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Network 98896202-06f6-4f83-8163-68d218b1f99a is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:48.484485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:48.489175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:48.615055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.749611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.766030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Transition to ACTIVE for port object 6977d016-ce3d-403e-aa66-dd0a9c3be18c will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:48.773609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.795701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:48.919768 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:48.953834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbda98f-6ece-4954-9473-354e800623db None None] Pushing event updated for resources: {'Port': ['ID=6977d016-ce3d-403e-aa66-dd0a9c3be18c,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:48.959801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0cbda98f-6ece-4954-9473-354e800623db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:48.965634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-1abb817a-3182-4f73-80e1-b78a04f17e56 None None] Provisioning for port ee1c35d2-a8eb-4ecf-b846-367971182fac completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:48.975717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-1abb817a-3182-4f73-80e1-b78a04f17e56 None None] Provisioning complete for port ee1c35d2-a8eb-4ecf-b846-367971182fac triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:48.976132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1abb817a-3182-4f73-80e1-b78a04f17e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.063535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-1abb817a-3182-4f73-80e1-b78a04f17e56 None None] Port ee1c35d2-a8eb-4ecf-b846-367971182fac cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:16:49.071698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Attempting to bind port 6977d016-ce3d-403e-aa66-dd0a9c3be18c on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:49.072115 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Attempting to bind port 6977d016-ce3d-403e-aa66-dd0a9c3be18c by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:49.072520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Attempting to bind port 6977d016-ce3d-403e-aa66-dd0a9c3be18c on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:49.078478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:49.079144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:49.079418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.079759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:49.080278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Bound port: 6977d016-ce3d-403e-aa66-dd0a9c3be18c, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:49.080719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.165741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] For port 6977d016-ce3d-403e-aa66-dd0a9c3be18c, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:49.169230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] For port 6977d016-ce3d-403e-aa66-dd0a9c3be18c, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6977d016-ce3d-403e-aa66-dd0a9c3be18c,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:49.173034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.189340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:49.245608 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.249779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.277740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c8574ab8-b596-4b92-be26-34a660518b3c tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:49.343334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbda98f-6ece-4954-9473-354e800623db None None] Pushing event updated for resources: {'Port': ['ID=6977d016-ce3d-403e-aa66-dd0a9c3be18c,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:49.349139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0cbda98f-6ece-4954-9473-354e800623db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:49.368790 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:49.371552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:49.389791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:49.390455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:49.390791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:49.523605 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Network 98896202-06f6-4f83-8163-68d218b1f99a is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:49.525350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:49.586757 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:49.743778 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:16:49.945650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:16:49.965781 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-36e48bea-93e8-420e-b039-e2eb033dbc56 admin admin] 10.222.0.30 "PUT /v2.0/routers/742e6d28-9a5f-4fc5-8e82-3853a92c3f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2529607 Apr 07 15:16:50.036183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-a8157719-b406-42f6-9aaf-8734502fca69 None None] Provisioning complete for port ee1c35d2-a8eb-4ecf-b846-367971182fac triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:50.036590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a8157719-b406-42f6-9aaf-8734502fca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.147137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-a8157719-b406-42f6-9aaf-8734502fca69 None None] Port ee1c35d2-a8eb-4ecf-b846-367971182fac cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:16:50.180348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:49Z', 'revision_number': 2, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:50.189924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2dedf-9acb-45a8-8d33-cc0a8f4d0389 None None] The sync data for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb is: [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:49Z', 'revision_number': 2, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:16:50.670261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33916) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:50.677980 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469046391-network', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:50.683601 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:50.688114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Usage tracker for resource:network and tenant:760d36f731d6485ea9b28faf5599c8ae is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:50.691348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:50.698213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:50.710149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Made reservation on behalf of 760d36f731d6485ea9b28faf5599c8ae for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:16:50.715585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.731955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.749131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:50.758791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Usage tracker for resource:security_group_rule and tenant:760d36f731d6485ea9b28faf5599c8ae is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:50.758791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:50.763764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:50.874416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.877847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.881331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-717a70c1-72f8-41a9-bf36-25e7022d8436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:50.915081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:16:50.924970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9e5c2-4e89-4951-b553-5d6d7c2b0c5b,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:50.929825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:50.934528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:50.934978 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Added segment c5e37698-cccc-4bb8-98d4-5e5416028764 of type vlan for network da7802bd-bece-4315-87bf-b8b2c7c8e459 Apr 07 15:16:50.967602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:51.004020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:51.005604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:51.006255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:51.012135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-536c8770-50d8-43da-8b80-af0dedfe790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:51.146796 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4751995 Apr 07 15:16:51.149997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33922) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:51.151985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Pushing event updated for resources: {'Network': ['ID=da7802bd-bece-4315-87bf-b8b2c7c8e459,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:51.156575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Request body: {'subnet': {'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469046391-subnet', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:51.159851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a6f5f860-5c91-4d31-85ba-dc4771df5697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:51.162278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:51.167066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:16:51.169048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Usage tracker for resource:subnet and tenant:760d36f731d6485ea9b28faf5599c8ae is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:51.173345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:51.180623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:51.191858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Made reservation on behalf of 760d36f731d6485ea9b28faf5599c8ae for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:16:51.197038 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827430060'] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:51.969266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826464101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827430043'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:51.989836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:52.083395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6977d016-ce3d-403e-aa66-dd0a9c3be18c up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:52.162382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686da52a-85f2-4392-9205-9cf106d48308,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:52.167074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:52.193544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 6977d016-ce3d-403e-aa66-dd0a9c3be18c completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:52.199201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 6977d016-ce3d-403e-aa66-dd0a9c3be18c triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:52.199640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.274274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Checking segment: {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:52.274784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Network hostable DHCP agents. Network: da7802bd-bece-4315-87bf-b8b2c7c8e459, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:16:52.295786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:16:52.305930 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, da7802bd-bece-4315-87bf-b8b2c7c8e459) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:52.322010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:16:52.322733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.328698 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e3979-03b2-4093-8db0-75a9bab5d82d None None] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:16:52.348877 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3a61ac66-deff-4ccd-8564-2ffa37fd4d08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1971440 Apr 07 15:16:52.351334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33928) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:52.359033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:16:52.365927 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:16:52.373193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Usage tracker for resource:router and tenant:760d36f731d6485ea9b28faf5599c8ae is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:16:52.377892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:16:52.385259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:16:52.396295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.397716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.415797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.459413 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.498439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 6977d016-ce3d-403e-aa66-dd0a9c3be18c, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6977d016-ce3d-403e-aa66-dd0a9c3be18c,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:52.529724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.536269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:52.664776 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=6977d016-ce3d-403e-aa66-dd0a9c3be18c,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:52.667997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:52.675867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-da7802bd-bece-4315-87bf-b8b2c7c8e459', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:16:52.677204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.732621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:52.896327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Allocated IP 172.20.0.2 (da7802bd-bece-4315-87bf-b8b2c7c8e459/686da52a-85f2-4392-9205-9cf106d48308/0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:53.143990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.160300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.172239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Transition to ACTIVE for port object 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:53.188177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.193384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Transition to ACTIVE for port object 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:53.198446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.218370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:53.347061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Allocated IP 172.28.1.138 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/f528ae4a-464f-41c6-ac0d-e02c8bc0ae62) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:53.367196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Pushing event updated for resources: {'Port': ['ID=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:53.371542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:53.417072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:53.418311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:53.420692 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:53.513394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.515929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Attempting to bind port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:53.516395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Attempting to bind port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:53.516815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Attempting to bind port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 on network da7802bd-bece-4315-87bf-b8b2c7c8e459 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:53.522956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:53.523407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Checking segment: {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:53.523890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.526155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Bound using segment: {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:53.526155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Bound port: 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:53.526155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.550142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.568304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-37c13c98-7b67-4c17-b177-357c0c7ace9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:53.575452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Sync routers for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:16:53.586435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:53.587480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:53.624053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] For port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:53.627964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] For port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:53.633505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:53.650904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:53.717772 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Pushing event updated for resources: {'Port': ['ID=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:53.722486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:53.792250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:53.809372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:53.811560 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:53.815423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:53.819868 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Pushing event updated for resources: {'Port': ['ID=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:53.826435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:54.077378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6977d016-ce3d-403e-aa66-dd0a9c3be18c up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:54.231700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 6977d016-ce3d-403e-aa66-dd0a9c3be18c triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:54.232282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.427528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.437884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:49Z', 'revision_number': 2, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:54.442576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Checking router: 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:16:54.443168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Updating router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 port ee1c35d2-a8eb-4ecf-b846-367971182fac binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:16:54.503516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.869498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.951024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.967062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Transition to ACTIVE for port object ee1c35d2-a8eb-4ecf-b846-367971182fac will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:54.974694 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:54.991625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:55.145723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Pushing event updated for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.162500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.163675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.163675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.163675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.163675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.164158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:16:55.170699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:55.489399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Attempting to bind port ee1c35d2-a8eb-4ecf-b846-367971182fac on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:55.489963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Attempting to bind port ee1c35d2-a8eb-4ecf-b846-367971182fac by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:55.490575 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Attempting to bind port ee1c35d2-a8eb-4ecf-b846-367971182fac on network 98896202-06f6-4f83-8163-68d218b1f99a {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:55.498080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:55.498598 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Checking segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:55.499162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:55.499681 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Bound using segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:55.500317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Bound port: ee1c35d2-a8eb-4ecf-b846-367971182fac, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:55.500819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:55.521751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Router 9a88caf6-2a54-45c4-9b52-016b82b86205 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:16:55.588412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] For port ee1c35d2-a8eb-4ecf-b846-367971182fac, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:55.593420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] For port ee1c35d2-a8eb-4ecf-b846-367971182fac, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ee1c35d2-a8eb-4ecf-b846-367971182fac,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:55.597465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:55.614861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-816905a0-f84e-44f9-b3fe-b7f779fd38b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:55.631352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fbf7cd-1eb5-4a7c-a823-97da5bfaef8b None None] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:16:55.732304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:16:55.732779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-d5032518-e2a0-4c35-b5e2-fabe1cc7391b None None] Provisioning for port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:55.753604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Sync routers for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:16:55.766753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:55.769428 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4162691 Apr 07 15:16:55.773421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33938) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:16:55.775936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:55.777652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:55.793606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Pushing event updated for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:55.797134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:55.844239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:55.844923 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:56.087422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:56.287195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ee1c35d2-a8eb-4ecf-b846-367971182fac up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:56.488198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:56.614370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port ee1c35d2-a8eb-4ecf-b846-367971182fac completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:56.668879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port ee1c35d2-a8eb-4ecf-b846-367971182fac triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:56.668879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:56.673888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:55Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:56.685943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d2b1f-4380-4a54-b3cf-0a0fc88df45e None None] The sync data for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb is: [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:55Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:16:56.824422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:56.990820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.014396 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port ee1c35d2-a8eb-4ecf-b846-367971182fac, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ee1c35d2-a8eb-4ecf-b846-367971182fac,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:57.019936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.020989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:57.061561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:57.221338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:57.229472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Allocated IP 172.20.0.1 (da7802bd-bece-4315-87bf-b8b2c7c8e459/686da52a-85f2-4392-9205-9cf106d48308/2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:16:57.229883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:57.242497 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:54Z', 'revision_number': 3, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:57.247058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:57.252547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Checking router: 9a88caf6-2a54-45c4-9b52-016b82b86205 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:16:57.252951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Updating router 9a88caf6-2a54-45c4-9b52-016b82b86205 port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:16:57.286325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:57.286906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.372528 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.412535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.432893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Transition to ACTIVE for port object 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:57.460580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.481006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:57.603178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.637473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Pushing event updated for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:57.642029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:57.644984 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:16:57.651262 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.655408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0cbda98f-6ece-4954-9473-354e800623db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:57.688971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:57.690398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:57.708748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:16:57.772390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.830662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:57.835624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:57.924858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.964173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:57.982516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Transition to ACTIVE for port object f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:16:57.985864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-23dca42e-48e3-40e8-ba70-107e111958b5 None None] Provisioning for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:16:57.993577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-23dca42e-48e3-40e8-ba70-107e111958b5 None None] Provisioning complete for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:57.994219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-23dca42e-48e3-40e8-ba70-107e111958b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.033282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.049134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-edf1a267-ad54-4dae-9fa3-18034522c2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:58.107937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ee1c35d2-a8eb-4ecf-b846-367971182fac up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:58.237838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.243419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.252720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-23dca42e-48e3-40e8-ba70-107e111958b5 None None] Port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:16:58.270485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-aa85be87-8c42-42bf-ac7b-f2b7df30e8e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:58.297218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9f2f-5fb1-4adf-94b1-435502bb8d84 None None] Pushing event updated for resources: {'Port': ['ID=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:58.300365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4b7d9f2f-5fb1-4adf-94b1-435502bb8d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:58.367893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port ee1c35d2-a8eb-4ecf-b846-367971182fac triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:58.368318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.370277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Pushing event updated for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:58.373323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.389359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:58.553969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:16:58.555498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:16:58.607941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Attempting to bind port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:16:58.608295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Attempting to bind port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:16:58.608679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Attempting to bind port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:16:58.627555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:16:58.628091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:16:58.628408 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.628848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:16:58.629404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Bound port: f528ae4a-464f-41c6-ac0d-e02c8bc0ae62, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:16:58.629902 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.780563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] For port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:16:58.808366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] For port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:16:58.812898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:16:58.867067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:58.893133 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:16:59.069481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-61d2c615-1234-4f56-8307-d0533d494d2b None None] Provisioning complete for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:59.069823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-61d2c615-1234-4f56-8307-d0533d494d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:59.093516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Router 9a88caf6-2a54-45c4-9b52-016b82b86205 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:16:59.121470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9f2f-5fb1-4adf-94b1-435502bb8d84 None None] Pushing event updated for resources: {'Port': ['ID=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:16:59.129333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4b7d9f2f-5fb1-4adf-94b1-435502bb8d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:16:59.167790 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-61d2c615-1234-4f56-8307-d0533d494d2b None None] Port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:16:59.179845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:16:59.180261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:16:59.255209 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:16:59.255897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:59.295662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:16:59.306197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] 10.222.0.30 "PUT /v2.0/routers/9a88caf6-2a54-45c4-9b52-016b82b86205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5310335 Apr 07 15:16:59.505324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:16:59.870508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:57Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2', 'name': '', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'mac_address': 'fa:16:3e:f0:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:56Z', 'updated_at': '2021-04-07T15:16:58Z', 'revision_number': 2, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'subnets': [{'id': '686da52a-85f2-4392-9205-9cf106d48308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:16:59.875087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f6903-76a3-4edd-90f6-d450c8128e67 None None] The sync data for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb is: [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:57Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2', 'name': '', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'mac_address': 'fa:16:3e:f0:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:56Z', 'updated_at': '2021-04-07T15:16:58Z', 'revision_number': 2, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'subnets': [{'id': '686da52a-85f2-4392-9205-9cf106d48308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:00.959162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33966) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:00.966191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002663081', 'description': 'tempest-secgroup-smoke-2002663081 description', 'project_id': '8eea0e9f910742d28af202684b6bf44c'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:00.972845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:00.977686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:00.981644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:00.990335 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.001139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.025158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.029423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.039051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.039556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.127050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.130582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.136722 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ba377b91-3229-410b-9ca3-88e651bae040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:01.180558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf414cd-3af9-430e-ba15-70c7d6f28e5d,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:01.183523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.187615 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2245300 Apr 07 15:17:01.187615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2b620372-1674-4337-a9ce-9f1463092e12 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:01.187915 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 33974) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:01.198531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:01.205507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.209784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.213409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.219616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.238214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.311675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.315155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.317328 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:01.343346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d5b4fc-7227-4094-b0d7-09a26d096280,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:01.349929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:01.355050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.357109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680193 Apr 07 15:17:01.360097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33980) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:01.366810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:01.373703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.378441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.381742 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.390353 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.414944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.483305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.486603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.488797 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:01.513129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5789d32-da90-4a9e-820a-07ec287b6304,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:01.515870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:01.523017 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.524338 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-349443e1-14f5-4da4-a26c-3d5cd9452811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631424 Apr 07 15:17:01.527436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33984) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:01.533251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:01.540455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.545051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.548303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.554905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.576820 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.645430 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.648943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.651123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:01.676137 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc6cea5-4ec4-4935-afa0-800a0d7607f0,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:01.678945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:01.686521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.687885 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-80e4cba2-edef-4665-9e86-a8141258413b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594093 Apr 07 15:17:01.691035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33988) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:01.697488 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:01.704807 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.709204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.712689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.719571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.739022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.810287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.813369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.815572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:01.841438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3d3c8d-5172-4f28-ae28-fe2ec2c1eb72,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:01.842953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:01.850365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.851779 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596930 Apr 07 15:17:01.854684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33992) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:01.860485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:01.867436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:01.871752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:01.875100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:01.881609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:01.891918 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.securitygroups_db [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Project 8eea0e9f910742d28af202684b6bf44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 15:17:01.899414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.973166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.976194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:01.978384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e6f2153b-8771-4824-9541-d4c242b0157c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:02.004060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5c8bba-9384-4170-985a-c66fcc8589c6,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:02.009293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:02.018152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.018152 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a020c114-9979-4b89-bcec-5cca3ddb5c8d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617129 Apr 07 15:17:02.020481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 33996) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:02.026879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'security_group_rule': {'security_group_id': '8cf414cd-3af9-430e-ba15-70c7d6f28e5d', 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:02.033752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:02.038218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:security_group_rule and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:02.041668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:02.053669 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:02.065270 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.securitygroups_db [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Project 8eea0e9f910742d28af202684b6bf44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 15:17:02.074443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.106552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:02.166615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.170292 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.172663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1b8d4378-bdac-4254-bd1b-97ff31e4462a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:02.189887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:02.195110 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:02.195533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.197297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6d115f-90d9-4994-8804-603d96b3791e,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:02.203090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:02.208369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.213672 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-4c2dce0b-69a9-42aa-9589-52cf766359e8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1882050 Apr 07 15:17:02.331345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.350657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:02.353825 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:02.357000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:02.432095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:02.435963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:03.107885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Sync routers for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:03.120041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:03.120717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:03.319167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:03.382010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:17:03.850222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:57Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2', 'name': '', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'mac_address': 'fa:16:3e:f0:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:56Z', 'updated_at': '2021-04-07T15:16:58Z', 'revision_number': 2, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'subnets': [{'id': '686da52a-85f2-4392-9205-9cf106d48308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:03.855125 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Checking router: 9a88caf6-2a54-45c4-9b52-016b82b86205 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:03.855526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Updating router 9a88caf6-2a54-45c4-9b52-016b82b86205 port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:17:03.918946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.050242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:04.155882 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:04.156452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.403725 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.416583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Transition to ACTIVE for port object 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:04.424574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.445014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3a5b1260-9163-4ebc-b78a-c5e9e1899dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:04.594533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa09bd-992f-4602-bf19-b5b62b362bc4 None None] Pushing event updated for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:04.601196 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ddaa09bd-992f-4602-bf19-b5b62b362bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:04.810541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Attempting to bind port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:04.811022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Attempting to bind port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:04.811436 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Attempting to bind port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 on network da7802bd-bece-4315-87bf-b8b2c7c8e459 {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:04.820998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:04.821911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Checking segment: {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:04.823275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.823875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Bound using segment: {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:04.824439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Bound port: 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e37698-cccc-4bb8-98d4-5e5416028764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:04.824871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.916358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] For port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:04.921426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] For port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:04.926029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:04.947729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:05.118141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa09bd-992f-4602-bf19-b5b62b362bc4 None None] Pushing event updated for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:05.124832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ddaa09bd-992f-4602-bf19-b5b62b362bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:05.190712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:05.191549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:16:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:05.443999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:05.813947 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:57Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2', 'name': '', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'mac_address': 'fa:16:3e:f0:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:56Z', 'updated_at': '2021-04-07T15:17:04Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'subnets': [{'id': '686da52a-85f2-4392-9205-9cf106d48308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:05.818361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88a35a-99be-424a-ab54-2ef507c40675 None None] The sync data for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb is: [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:16:57Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2', 'name': '', 'network_id': 'da7802bd-bece-4315-87bf-b8b2c7c8e459', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'mac_address': 'fa:16:3e:f0:3d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '686da52a-85f2-4392-9205-9cf106d48308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:56Z', 'updated_at': '2021-04-07T15:17:04Z', 'revision_number': 4, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'subnets': [{'id': '686da52a-85f2-4392-9205-9cf106d48308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:05.993611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7de26350-d90f-48bb-82ec-6e84c979106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:06.100862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:06.198973 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:06.204900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:06.205368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:06.377682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:06.406614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:06.411284 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:06.414000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:06.532588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:06.536865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:08.052818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:08.148910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:08.149208 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:08.787622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7f7e236a-d75a-42bf-901b-68d6859ec163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:09.158625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:09.936095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:10.172018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:10.734567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.251740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34140) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:15.391079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.407522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:15.411963 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Usage tracker for resource:security_group_rule and tenant:d33a81494d394f44acc4e1ade683effb is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:15.415246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:15.421970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:15.519527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.523519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.535154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-479fda51-0d8b-457d-b5dd-61a88d508aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:15.581560 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d33a81494d394f44acc4e1ade683effb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284080 Apr 07 15:17:15.583612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ecd299-09c5-4d46-a944-6f21646146d5,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:15.585377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34146) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:15.588871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-91e62896-8cee-4ff6-bf68-cbe4c87dee26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:15.653295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.683472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.736719 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.740955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fe36dc95-d420-45a9-a86f-509b151592f7 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:15.753455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ecd299-09c5-4d46-a944-6f21646146d5,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:15.756092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:15.762981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:15.764422 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6e23057d-7134-4f18-b090-3bee210a4f64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33ecd299-09c5-4d46-a944-6f21646146d5 HTTP/1.1" status: 204 len: 168 time: 0.1780477 Apr 07 15:17:16.561423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34172) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:16.685531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-737005966-network', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:16.691326 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:16.695716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Usage tracker for resource:network and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:16.698921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:16.705123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:16.716061 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Made reservation on behalf of 02bf33cd0485428d9af4f48cecbaa40f for: {'network': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:16.721372 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.735068 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.755787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:16.760272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:16.763648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:16.770691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:16.861047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.864855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.869397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6ced7eb3-e948-46b6-8c53-e46ef3a20c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:16.896333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:17:16.910717 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8f28a2-131a-4309-97cd-839d5aa3ea32,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:16.915616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:16.916701 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.917082 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Added segment 9018270f-be55-44a8-bbbd-8c9a2da47ec9 of type vlan for network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 Apr 07 15:17:16.945718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.978753 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.980216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:16.980871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:16.986325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:17.091837 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5288467 Apr 07 15:17:17.095454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34186) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:17.104124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Request body: {'subnet': {'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-737005966-subnet', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:17.107969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Pushing event updated for resources: {'Network': ['ID=98e14e1e-cad2-4071-9aeb-a806c84f4f60,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:17.111597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1ad73d14-0eda-4d76-bb08-75cd139140d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:17.112662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:17.117672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Usage tracker for resource:subnet and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:17.120978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:17.124650 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:17:17.127511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:17.136199 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Made reservation on behalf of 02bf33cd0485428d9af4f48cecbaa40f for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:17.141134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827430060'] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:17.601109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826464101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827430043'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:17.617448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8ca6bcc9-b533-4323-90a0-e18a5f29dabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:17.753998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9ec534-8f4d-4b10-a3a6-ac1512128631,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:17.758716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:17.820135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Checking segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:17.820533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Network hostable DHCP agents. Network: 98e14e1e-cad2-4071-9aeb-a806c84f4f60, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:17:17.842609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:17:17.858723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 98e14e1e-cad2-4071-9aeb-a806c84f4f60) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:17.870535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3ac41-398f-4362-81b8-5f566208b662 None None] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:17:17.875757 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:17.876424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:17.899631 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6726b161-3317-4034-b95f-c93724dab46b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8024969 Apr 07 15:17:17.902030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34196) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:17.907851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:17.913330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:17.917531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Usage tracker for resource:router and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:17.921420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:17.927996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:17.938828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:17.939936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:17.956803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.107500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:17:18.108535 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.255182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.282186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Allocated IP 172.20.0.2 (98e14e1e-cad2-4071-9aeb-a806c84f4f60/2c9ec534-8f4d-4b10-a3a6-ac1512128631/6fd098c0-0ff5-4c5f-bcc1-7330f36b638d) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:18.600834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.634015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.677504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.688755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Transition to ACTIVE for port object 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:18.709559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Transition to ACTIVE for port object 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:18.716046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:18.731958 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:18.808080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Allocated IP 172.28.1.135 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/34058ce6-dcbb-4450-890d-fa37248d7e03) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:18.879593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Pushing event updated for resources: {'Port': ['ID=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:18.884307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:18.930799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:18.931862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:18.934250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:19.003806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:19.034136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Attempting to bind port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:19.034539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Attempting to bind port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:19.034996 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Attempting to bind port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d on network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:19.035197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:19.041446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:19.041943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Checking segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:19.042595 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:19.042787 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Bound using segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:19.043252 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Bound port: 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:19.043706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:19.052014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-998431ce-1e5a-46eb-be76-f4d87ef47cd8 tempest-VolumesSnapshotTestJSON-970836973 tempest-VolumesSnapshotTestJSON-970836973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:19.174910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] For port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:19.179563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] For port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:19.184102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:19.199678 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:19.202774 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Pushing event updated for resources: {'Port': ['ID=34058ce6-dcbb-4450-890d-fa37248d7e03,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:19.217699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.218117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.218498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.218938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.219361 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.219759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.220159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.220554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.220954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.221340 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.221743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.222129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:19.228480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:19.262853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:19.264087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:19.266521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:19.353713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Pushing event updated for resources: {'Port': ['ID=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:19.358606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:19.819335 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-279ba92a-cf57-4539-bfda-2ab390eff747 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002663081&fields=id&tenant_id=8eea0e9f910742d28af202684b6bf44c HTTP/1.1" status: 200 len: 267 time: 0.0402963 Apr 07 15:17:20.099383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:20.150220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:20.172496 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:20.220614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-aad17f6b-60e5-4af0-b185-5fae8d30b165 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:20.222263 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-aad17f6b-60e5-4af0-b185-5fae8d30b165 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 809 time: 0.3327978 Apr 07 15:17:20.315572 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-bd1f1e0b-0dd2-41f8-ba23-aa07a0fb98fe tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/quotas/8eea0e9f910742d28af202684b6bf44c HTTP/1.1" status: 200 len: 375 time: 0.0346973 Apr 07 15:17:20.585824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-17202163-1f04-4827-9fa0-847cfa67311c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Synchronizing usage tracker for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:20.627431 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-17202163-1f04-4827-9fa0-847cfa67311c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Unset dirty status for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:20.628932 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-17202163-1f04-4827-9fa0-847cfa67311c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3072050 Apr 07 15:17:20.638911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:20.777164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc00755-0342-49d7-8a70-923db43c59b0 None None] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:17:20.885302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Provisioning for port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:20.894589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Provisioning complete for port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:20.895165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:20.960330 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-302e00a9-f2bf-43b8-b988-77b1471d56d4 service neutron] 10.222.0.30 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599289 Apr 07 15:17:21.101563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:17:21.139696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:21.171382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] For port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:21.176206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:21.178770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b13c5da-f860-411a-ab55-401263b01b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:21.260049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Pushing event updated for resources: {'Port': ['ID=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:21.263715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:21.278720 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-9277e375-60a4-4ccb-bbcb-04d1168dfd09 service neutron] 10.222.0.30 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093381 Apr 07 15:17:21.336383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:17:21.348193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Sync routers for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:21.359856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:21.360556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:21.363311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:21.364988 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4618156 Apr 07 15:17:21.368166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34210) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:21.529830 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-8226e778-008c-468b-a44f-a60b82eb11f9 None None] Provisioning complete for port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:21.530257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8226e778-008c-468b-a44f-a60b82eb11f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:21.632218 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:21.753093 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a2ce3ec3-5160-47dd-86af-b587f617258b req-841fafe7-bdce-4a74-8b84-ddba88e62fbe tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 210 time: 0.0678527 Apr 07 15:17:22.083549 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:19Z', 'revision_number': 3, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:22.094534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Checking router: 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:22.095195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Updating router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 port 34058ce6-dcbb-4450-890d-fa37248d7e03 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:17:22.130580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:22.393268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:22.471637 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:22.498421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:22.498846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:22.698817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Allocated IP 172.20.0.1 (98e14e1e-cad2-4071-9aeb-a806c84f4f60/2c9ec534-8f4d-4b10-a3a6-ac1512128631/a737e22a-2c92-48bf-94bf-ba640e1fd6f9) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:22.942207 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63b68d2e-a8ae-4f59-874b-5428363523d4 req-5f95b15a-3767-4138-b53c-c324d3b3542e tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 210 time: 0.0647967 Apr 07 15:17:22.983093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:22.997056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Transition to ACTIVE for port object 34058ce6-dcbb-4450-890d-fa37248d7e03 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:22.998521 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.002994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.018562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:23.083924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Transition to ACTIVE for port object a737e22a-2c92-48bf-94bf-ba640e1fd6f9 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:23.137485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-bdb27cc0-7025-4db4-87b2-93921206e742 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:23.139114 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-bdb27cc0-7025-4db4-87b2-93921206e742 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 809 time: 0.1957340 Apr 07 15:17:23.151090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.167126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-75ce4d79-a056-4360-8762-0af768699710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:23.176892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Pushing event updated for resources: {'Port': ['ID=34058ce6-dcbb-4450-890d-fa37248d7e03,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:23.181423 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:23.241046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Attempting to bind port 34058ce6-dcbb-4450-890d-fa37248d7e03 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:23.241469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Attempting to bind port 34058ce6-dcbb-4450-890d-fa37248d7e03 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:23.242135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Attempting to bind port 34058ce6-dcbb-4450-890d-fa37248d7e03 on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:23.248506 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:23.248934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:23.249389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.249828 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:23.250356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Bound port: 34058ce6-dcbb-4450-890d-fa37248d7e03, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:23.251063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.346155 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] For port 34058ce6-dcbb-4450-890d-fa37248d7e03, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:23.350073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] For port 34058ce6-dcbb-4450-890d-fa37248d7e03, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=34058ce6-dcbb-4450-890d-fa37248d7e03,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:23.353970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:23.354180 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.362364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:23.370914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-45967b80-de6f-498d-9a61-cf38972c8234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:23.377268 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0854a04-fff3-4836-983a-d7fcd3d7c32b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8eea0e9f910742d28af202684b6bf44c HTTP/1.1" status: 200 len: 8061 time: 0.2114396 Apr 07 15:17:23.392952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'port': {'device_id': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'admin_state_up': True, 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'security_groups': ['8cf414cd-3af9-430e-ba15-70c7d6f28e5d']}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:23.525568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Pushing event updated for resources: {'Port': ['ID=34058ce6-dcbb-4450-890d-fa37248d7e03,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:23.530244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:23.533931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:23.537553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:23.542140 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:23.585474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:23.586491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:23.626363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:23.629166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.656466 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:23.682443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Made reservation on behalf of 8eea0e9f910742d28af202684b6bf44c for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:23.689392 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.806850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-0d40bc75-e3ce-4184-b055-f648ad11f2b6 None None] Provisioning for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:23.818584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-0d40bc75-e3ce-4184-b055-f648ad11f2b6 None None] Provisioning complete for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:23.819154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0d40bc75-e3ce-4184-b055-f648ad11f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.846702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:23.926386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:23.960746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Allocated IP 172.20.0.5 (98896202-06f6-4f83-8163-68d218b1f99a/6933b8b9-c672-449c-97fb-264826ce6152/f2489fcd-3488-4a38-91ce-598bec5736e7) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:24.030664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0d40bc75-e3ce-4184-b055-f648ad11f2b6 None None] Port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:24.178544 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c163768f-b5ae-4f6d-a04a-fd213f330fa6 req-4619156d-4a5b-4d65-9e49-a2b5152f4fdc tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 210 time: 0.0518188 Apr 07 15:17:24.228801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:19Z', 'revision_number': 3, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:24.236781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3080e416-ca7f-4c0b-9cdb-d0902a03291d None None] The sync data for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb is: [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:19Z', 'revision_number': 3, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:24.402317 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:24.425683 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Transition to ACTIVE for port object f2489fcd-3488-4a38-91ce-598bec5736e7 will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:24.448432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:24.454369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:24.486526 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:24.585244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:24.588705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:24.620784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:24.622117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:24.651782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cac15db-b79d-4f0e-8ca3-286ef6e90017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:24.870142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:24.884550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:24.959168 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:24.964263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:24.973767 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Network 98896202-06f6-4f83-8163-68d218b1f99a is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:24.975905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:25.268427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Provisioning complete for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:25.269152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:25.339132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:25.352356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Provisioning for port f2489fcd-3488-4a38-91ce-598bec5736e7 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:25.358266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Provisioning complete for port f2489fcd-3488-4a38-91ce-598bec5736e7 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:25.359297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:25.396420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:25.422559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9a241-95a3-4f2e-9719-4a8d0fe7c499 None None] Port f2489fcd-3488-4a38-91ce-598bec5736e7 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:25.551878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:25.552566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:25.615395 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-f307baa7-f5d1-40f5-b85b-c9b7b33493e7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2266991 Apr 07 15:17:25.630746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:17:25.639078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Request body: {'port': {'device_id': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:25.674050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ffc08-ecb3-4072-bd07-3be5d4d1b288 req-426c2514-8579-4341-bed4-4f14efbd767a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:25.674771 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-298ffc08-ecb3-4072-bd07-3be5d4d1b288 req-426c2514-8579-4341-bed4-4f14efbd767a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Synchronizing usage tracker for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:25.890099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-298ffc08-ecb3-4072-bd07-3be5d4d1b288 req-426c2514-8579-4341-bed4-4f14efbd767a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Unset dirty status for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:25.891425 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-298ffc08-ecb3-4072-bd07-3be5d4d1b288 req-426c2514-8579-4341-bed4-4f14efbd767a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 931 time: 0.4681029 Apr 07 15:17:25.966683 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-298ffc08-ecb3-4072-bd07-3be5d4d1b288 req-ee642acf-17fa-4197-926d-65953779aa25 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586295 Apr 07 15:17:25.971853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.050943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:17:26.086313 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] 10.222.0.30 "PUT /v2.0/routers/7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7168353 Apr 07 15:17:26.089823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 34058ce6-dcbb-4450-890d-fa37248d7e03 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:26.170183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 34058ce6-dcbb-4450-890d-fa37248d7e03 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:26.176624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 34058ce6-dcbb-4450-890d-fa37248d7e03 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:26.177040 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.317648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.340123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 34058ce6-dcbb-4450-890d-fa37248d7e03, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=34058ce6-dcbb-4450-890d-fa37248d7e03,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:26.343823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.346339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-430d7e51-480c-478b-bf25-7f4e32cf584a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:26.422877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=34058ce6-dcbb-4450-890d-fa37248d7e03,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:26.426313 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:26.433114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2489fcd-3488-4a38-91ce-598bec5736e7 {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:17:26.441920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.457898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Transition to ACTIVE for port object f2489fcd-3488-4a38-91ce-598bec5736e7 will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:26.461064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.477956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:26.631034 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:26.637715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:26.704086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34248) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:26.711119 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1369871552-network', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:26.717033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:26.721621 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Usage tracker for resource:network and tenant:5dbb8b13a6a24a89ba35af4926ffe98d is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:26.725594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:26.736276 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:26.753691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Made reservation on behalf of 5dbb8b13a6a24a89ba35af4926ffe98d for: {'network': 1} {{(pid=84385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:26.762588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for network, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.785296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.808624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:26.813783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Usage tracker for resource:security_group_rule and tenant:5dbb8b13a6a24a89ba35af4926ffe98d is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:26.817751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:26.825708 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:26.897934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Attempting to bind port f2489fcd-3488-4a38-91ce-598bec5736e7 on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:26.898542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Attempting to bind port f2489fcd-3488-4a38-91ce-598bec5736e7 by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:26.899182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Attempting to bind port f2489fcd-3488-4a38-91ce-598bec5736e7 on network 98896202-06f6-4f83-8163-68d218b1f99a {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:26.908748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Port f2489fcd-3488-4a38-91ce-598bec5736e7 on network 98896202-06f6-4f83-8163-68d218b1f99a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:17:26.909345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Attempting to bind port f2489fcd-3488-4a38-91ce-598bec5736e7 on network 98896202-06f6-4f83-8163-68d218b1f99a {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:26.921018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:26.921618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Checking segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:26.922311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Bound using segment: {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:26.923159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Bound port: f2489fcd-3488-4a38-91ce-598bec5736e7, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb547a3-d827-4147-9a28-19c687938567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:26.923780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.981162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.985394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:26.992152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-4f4e85b6-11d7-473b-b084-14d82ef1c72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:27.020565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 07 15:17:27.037160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.037537 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.segments_db [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Added segment 3d58b131-6532-44f9-8a2c-6ef334c87982 of type vlan for network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab Apr 07 15:17:27.038163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:27.042498 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:27.044351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d91dc9-d9f7-4398-ade9-26727278b695,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:27.047500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.053991 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.054413 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.054846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.055254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.055648 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.056046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.056444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.056845 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.057242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.057636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.058004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.058574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:27.085078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9b2c1c6d-ec8d-472b-99aa-18446a5516db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:27.085378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245676283115'] for network, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.118182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:27.158255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995'] for network, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.161687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:27.162363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.173691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-059f3497-9c81-4a5c-8e05-ba2f6d8f8ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:27.192563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Sync routers for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:27.206179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:27.206939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:27.260242 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:27.266234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:27.299184 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:27.299872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.301514 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] 10.222.0.62 "PUT /v2.0/ports/f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 1093 time: 1.6695366 Apr 07 15:17:27.302106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:17:27.304576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Pushing event updated for resources: {'Network': ['ID=9e11e778-2e7b-46b4-97ef-e7e8c99fcbab,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:27.312338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:27.328432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab details requested by agent ovs-agent-dv-cinder-782260-2-smb with host dv-cinder-782260-2-smb {{(pid=84386) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 07 15:17:27.340641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34256) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:27.342069 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2637ffa0-bad4-4501-be7f-440b68fdd719 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6363828 Apr 07 15:17:27.348402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Request body: {'subnet': {'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1369871552-subnet', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'ip_version': 4}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:27.360955 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:27.371909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Usage tracker for resource:subnet and tenant:5dbb8b13a6a24a89ba35af4926ffe98d is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:27.378715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fcd6-d5f1-4d2e-9408-2959f558aded req-9f3f58ee-b3b1-4591-9e9b-687279f67bed tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:27.384604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:27.391196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11b1fcd6-d5f1-4d2e-9408-2959f558aded req-9f3f58ee-b3b1-4591-9e9b-687279f67bed tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.2743332 Apr 07 15:17:27.395565 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'status': 'completed', 'code': 200} Apr 07 15:17:27.434263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-11b1fcd6-d5f1-4d2e-9408-2959f558aded req-84f2733b-8840-43e2-aa32-32430e7058ca tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Synchronizing usage tracker for tenant:8eea0e9f910742d28af202684b6bf44c on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:27.447299 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:27.475008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-11b1fcd6-d5f1-4d2e-9408-2959f558aded req-84f2733b-8840-43e2-aa32-32430e7058ca tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Unset dirty status for tenant:8eea0e9f910742d28af202684b6bf44c on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:27.477169 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11b1fcd6-d5f1-4d2e-9408-2959f558aded req-84f2733b-8840-43e2-aa32-32430e7058ca tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846930 Apr 07 15:17:27.478092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Made reservation on behalf of 5dbb8b13a6a24a89ba35af4926ffe98d for: {'subnet': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:27.483517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036827430060'] for subnet, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:27.614391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-eea68338-897a-4d45-b7c3-7513e7ae86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:27.616096 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-eea68338-897a-4d45-b7c3-7513e7ae86d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1096 time: 0.2115190 Apr 07 15:17:27.621236 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:27.701908 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-c9d9918f-0a8e-452a-81b2-03307d3b87bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 217 time: 0.0735104 Apr 07 15:17:27.831440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-065dd02c-a6bc-4e17-aea1-41555a467039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:27.833041 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-065dd02c-a6bc-4e17-aea1-41555a467039 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.1212459 Apr 07 15:17:27.981116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:24Z', 'revision_number': 2, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:27.985879 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Checking router: 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:27.986278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Updating router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:17:28.038863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-e4562fe3-5839-4d15-aaeb-f5b9c76945bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:28.040537 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-e4562fe3-5839-4d15-aaeb-f5b9c76945bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1929960 Apr 07 15:17:28.047211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.107870 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 34058ce6-dcbb-4450-890d-fa37248d7e03 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:28.210589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 34058ce6-dcbb-4450-890d-fa37248d7e03 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:28.211066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.485930 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-5fef6d17-379b-4a02-b663-921de9e7823d service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339490 Apr 07 15:17:28.565322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.581181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Transition to ACTIVE for port object a737e22a-2c92-48bf-94bf-ba640e1fd6f9 will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:28.588544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.603021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:28.698275 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826464101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036827430043'] for subnet, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.729123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25cc8e8e-e17f-4f07-9065-6a476643426f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:28.748791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e470c-1110-4c1a-9a23-7bdd984080a2 None None] Pushing event updated for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:28.753388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e10e470c-1110-4c1a-9a23-7bdd984080a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:28.903962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6b7c7ae9-6b7c-43ae-9ee6-0ac2ee0a05b8 req-1d18e5fa-8d1f-49b2-b04b-eeadc167ef1d service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886471 Apr 07 15:17:28.915686 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a64c10-4354-436c-91eb-ee7ca82f2c25,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:28.922221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:28.971827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db89c-b9fd-471a-8b36-67f6a2d042ad req-7b4606f1-f508-4699-8576-3bf5993f54cd tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:28.973468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5f7db89c-b9fd-471a-8b36-67f6a2d042ad req-7b4606f1-f508-4699-8576-3bf5993f54cd tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.3347175 Apr 07 15:17:28.982448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Attempting to bind port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:28.983097 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Attempting to bind port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:28.983609 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Attempting to bind port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 on network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:28.990567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:28.991214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Checking segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:28.991738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:28.992268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Bound using segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:28.992894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Bound port: a737e22a-2c92-48bf-94bf-ba640e1fd6f9, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:28.993407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.079523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] For port a737e22a-2c92-48bf-94bf-ba640e1fd6f9, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:29.084148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] For port a737e22a-2c92-48bf-94bf-ba640e1fd6f9, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:29.085313 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5f7db89c-b9fd-471a-8b36-67f6a2d042ad req-1f47d9fb-090c-4214-bd3d-182b28ff3521 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029205 Apr 07 15:17:29.088293 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Checking segment: {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:29.088527 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Network hostable DHCP agents. Network: 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab, hostable agents: ['f4051729-18d9-4f79-9e6c-142f63b53f6b'], hosted agents: [] {{(pid=84384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 07 15:17:29.093148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.121327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab is scheduled to be hosted by DHCP agent f4051729-18d9-4f79-9e6c-142f63b53f6b with binding_index 1 {{(pid=84384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 07 15:17:29.122827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:29.138022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782260-2-smb, 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab) {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:29.149058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4589e-d768-468a-881f-c7611345ecba None None] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:17:29.154320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-06217b0d-ce05-4aa6-8371-35273cda56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:29.156023 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-06217b0d-ce05-4aa6-8371-35273cda56dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1096 time: 0.1705573 Apr 07 15:17:29.157244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:29.157894 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.225419 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3350bfd5-3cd6-4bbd-9776-cf3b3e7974d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8801956 Apr 07 15:17:29.227690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34262) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:29.240798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:29.254617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:29.265618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Usage tracker for resource:router and tenant:5dbb8b13a6a24a89ba35af4926ffe98d is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:29.276160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:29.278048 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e470c-1110-4c1a-9a23-7bdd984080a2 None None] Pushing event updated for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:29.283994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e10e470c-1110-4c1a-9a23-7bdd984080a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:29.304921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:29.318330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31877'] for router, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.320764 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675192', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743923'] for router, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.329117 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-52565a7f-cc4e-475d-a9c5-519b185b9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:29.330839 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-52565a7f-cc4e-475d-a9c5-519b185b9c6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1667354 Apr 07 15:17:29.338387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:29.339289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:29.359009 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.409108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad5b6606-92c6-59c5-8c16-2fcef771073b-9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25'}]}} from dv-cinder-782260-2-smb. {{(pid=84386) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 07 15:17:29.410815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:29.446498 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-67cbb8ad-a08f-4045-b8c7-5c22035f66c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 217 time: 0.1084149 Apr 07 15:17:29.571883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:29.590221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-778ad277-6be3-47eb-91c9-fc87238a3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:29.594998 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-778ad277-6be3-47eb-91c9-fc87238a3a82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.1318798 Apr 07 15:17:29.644406 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Allocated IP 172.20.0.2 (9e11e778-2e7b-46b4-97ef-e7e8c99fcbab/66a64c10-4354-436c-91eb-ee7ca82f2c25/a541d50e-0939-4e53-a5cc-8a434fd1e849) {{(pid=84386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:29.744319 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-c1e3320a-0cc6-4ca3-92a0-da3e42b81d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:29.745456 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-c1e3320a-0cc6-4ca3-92a0-da3e42b81d92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421213 Apr 07 15:17:29.936542 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-6f2d1c65-e1fb-4160-85fb-3c30dfa18d98 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839352 Apr 07 15:17:29.995937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-09d8932d-957b-43a9-a773-390885efca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:29Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:30.001267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8932d-957b-43a9-a773-390885efca68 None None] The sync data for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb is: [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:29Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:30.162045 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ba0f245-3069-4a52-a545-70adcb342e97 req-3bd464ad-2b8e-4120-95c6-757c8a4c4f43 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132592 Apr 07 15:17:30.171769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743942'] for router, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.204348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.221298 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Transition to ACTIVE for port object a541d50e-0939-4e53-a5cc-8a434fd1e849 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:30.250307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Transition to ACTIVE for port object a541d50e-0939-4e53-a5cc-8a434fd1e849 will not be triggered until provisioned by entity DHCP. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:30.257081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148'] for port, after_create {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.273449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:30.409826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Pushing event updated for resources: {'Port': ['ID=a541d50e-0939-4e53-a5cc-8a434fd1e849,revision_number=1']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:30.417623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:30.434412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c7741-8a4e-4861-bf91-e662ed01878a req-3c2fb570-987e-420d-b8a1-9bf9d303f4b8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:30.436331 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5f7c7741-8a4e-4861-bf91-e662ed01878a req-3c2fb570-987e-420d-b8a1-9bf9d303f4b8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.2020142 Apr 07 15:17:30.489105 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab is already hosted by enough agents. {{(pid=84386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:30.490493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Resources bound (agent type, host, resource id): {{(pid=84386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:30.493177 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Received port after_create {{(pid=84386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:30.593256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Attempting to bind port a541d50e-0939-4e53-a5cc-8a434fd1e849 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:30.593988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Attempting to bind port a541d50e-0939-4e53-a5cc-8a434fd1e849 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:30.593988 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Attempting to bind port a541d50e-0939-4e53-a5cc-8a434fd1e849 on network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:30.601012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:30.601472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Checking segment: {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:30.601942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.602307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Bound using segment: {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:30.602873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Bound port: a541d50e-0939-4e53-a5cc-8a434fd1e849, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:30.603303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.607108 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5f7c7741-8a4e-4861-bf91-e662ed01878a req-36fcf355-56f0-4375-b2b7-d68fb7bfe73f tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624784 Apr 07 15:17:30.675058 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.694978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] For port a541d50e-0939-4e53-a5cc-8a434fd1e849, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:30.698795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] For port a541d50e-0939-4e53-a5cc-8a434fd1e849, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a541d50e-0939-4e53-a5cc-8a434fd1e849,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:30.704174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.709241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:30.733816 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:30.876334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Allocated IP 172.28.1.194 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/ecf90a5c-0a68-4615-be65-a94c2a9a8927) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:30.945384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Pushing event updated for resources: {'Port': ['ID=a541d50e-0939-4e53-a5cc-8a434fd1e849,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:30.950468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:31.079788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:31.124320 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:31.141456 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5581fc15-61cd-42b8-9974-271c916f236c tempest-AttachVolumeNegativeTest-402457139 tempest-AttachVolumeNegativeTest-402457139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:31.294873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf90a5c-0a68-4615-be65-a94c2a9a8927,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:31.298556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:31.360042 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:31.361422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:31.363941 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:31.821877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:31.823378 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1760539-c41a-462f-bb11-bb786689854f req-7e831076-5b92-4274-ad84-9ce519bab0da tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:31.825060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c1760539-c41a-462f-bb11-bb786689854f req-7e831076-5b92-4274-ad84-9ce519bab0da tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.0945032 Apr 07 15:17:31.857685 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c1760539-c41a-462f-bb11-bb786689854f req-d8c182b1-4c8d-4fac-ae8d-af5bb0ec2ff6 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254736 Apr 07 15:17:32.142114 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a737e22a-2c92-48bf-94bf-ba640e1fd6f9 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:32.181108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:17:32.206835 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854090721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100601'] for router, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.335515 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:32.353785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:32.354285 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.447822 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:32.471989 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'mac_address': 'fa:16:3e:b7:a2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:17:32.512997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009146c-ec33-416b-8043-96151c61629a None None] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:17:32.696808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f is scheduled to L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 with binding_index 1 {{(pid=84385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 07 15:17:32.701576 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.710781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.712473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2489fcd-3488-4a38-91ce-598bec5736e7 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:17:32.722161 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-68e11ecb-de47-426c-b772-b19c3300f8ed None None] Provisioning for port a541d50e-0939-4e53-a5cc-8a434fd1e849 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:32.754685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port a737e22a-2c92-48bf-94bf-ba640e1fd6f9, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:32.767074 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:32.771331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.772679 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a541d50e-0939-4e53-a5cc-8a434fd1e849 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:32.806016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:32.854344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.905333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:17:32.934026 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:32.938472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d05fe3b0-0510-4e15-9c54-e1ac04687f28 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7054088 Apr 07 15:17:32.938799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34272) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:32.945817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Sync routers for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:33.067192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:33.067916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:33.209084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835882c-a86f-46a2-af88-7ae26b5204a6 req-b64ae259-3cf2-44c5-9145-b7fada8575b6 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:33.210817 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8835882c-a86f-46a2-af88-7ae26b5204a6 req-b64ae259-3cf2-44c5-9145-b7fada8575b6 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 944 time: 0.2037416 Apr 07 15:17:33.278796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['f2489fcd-3488-4a38-91ce-598bec5736e7'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:17:33.385038 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8835882c-a86f-46a2-af88-7ae26b5204a6 req-c403ad84-c746-4ec9-8d8b-1bee1176e7d4 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191947 Apr 07 15:17:33.484597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:33.511062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:33.514730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-52d54047-0136-4d62-abc4-3913ecd17a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:33.637891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port a541d50e-0939-4e53-a5cc-8a434fd1e849 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:33.680060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a541d50e-0939-4e53-a5cc-8a434fd1e849 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:33.680477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:33.766799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:33.790841 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:33.812809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:33.823093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.053487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Allocated IP 172.20.0.1 (9e11e778-2e7b-46b4-97ef-e7e8c99fcbab/66a64c10-4354-436c-91eb-ee7ca82f2c25/5b92b684-7957-43c3-acde-92c39ab902d7) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:34.235618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.243342 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.252979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Transition to ACTIVE for port object 5b92b684-7957-43c3-acde-92c39ab902d7 will not be triggered until provisioned by entity DHCP. {{(pid=84385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:34.279696 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.293414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ebd2c378-bd77-47ec-995c-ef1d24638e5a tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:34.339750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port a541d50e-0939-4e53-a5cc-8a434fd1e849, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a541d50e-0939-4e53-a5cc-8a434fd1e849,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:34.355333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.363554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:34.442901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a737e22a-2c92-48bf-94bf-ba640e1fd6f9 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:34.450347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:34.455585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:34.470395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-98e96953-e38b-4af2-a4d7-0821c87af3f8 None None] Provisioning complete for port a541d50e-0939-4e53-a5cc-8a434fd1e849 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:34.470862 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-98e96953-e38b-4af2-a4d7-0821c87af3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.504380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:34.505773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:34.508160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:34.575699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754251'] for router_interface, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.631022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=a541d50e-0939-4e53-a5cc-8a434fd1e849,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:34.631240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b61f3-cdf7-4cbd-ab97-3b349544d97c req-e7cf0328-0fc9-44d6-8437-b295a65676b9 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:34.641037 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-117b61f3-cdf7-4cbd-ab97-3b349544d97c req-e7cf0328-0fc9-44d6-8437-b295a65676b9 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 944 time: 0.1206090 Apr 07 15:17:34.648734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:34.682189 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-117b61f3-cdf7-4cbd-ab97-3b349544d97c req-ab04d91a-d201-4e05-9532-983ab0bc68ee tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401220 Apr 07 15:17:34.689389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:31Z', 'revision_number': 3, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:34.758278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Checking router: a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:34.758589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Updating router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f port ecf90a5c-0a68-4615-be65-a94c2a9a8927 binding host dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:17:34.804444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:34.804806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.876846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:34.928553 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.168082 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-2086ad6a-4219-4209-951e-28de024e7d14 None None] Provisioning for port 5b92b684-7957-43c3-acde-92c39ab902d7 completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:35.189743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.194101 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.194435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-2086ad6a-4219-4209-951e-28de024e7d14 None None] Provisioning complete for port 5b92b684-7957-43c3-acde-92c39ab902d7 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:35.194901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2086ad6a-4219-4209-951e-28de024e7d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.224227 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-25041c2e-0c9f-4454-b5ff-976d4815e069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:35.302410 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-2086ad6a-4219-4209-951e-28de024e7d14 None None] Port 5b92b684-7957-43c3-acde-92c39ab902d7 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:35.315211 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:35.318160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672926'] for router_interface, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.522917 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.536107 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Transition to ACTIVE for port object ecf90a5c-0a68-4615-be65-a94c2a9a8927 will not be triggered until provisioned by entity L2. {{(pid=84386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:35.542346 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:35.556221 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:35.587826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:35.730069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:35.732839 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:35.898056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069762fe-96b1-4707-8f31-6b31444819f6 None None] Pushing event updated for resources: {'Port': ['ID=ecf90a5c-0a68-4615-be65-a94c2a9a8927,revision_number=2']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:35.901072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-069762fe-96b1-4707-8f31-6b31444819f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:35.951611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-0605eae3-96c8-446e-8ab4-e7dcb1939447 None None] Provisioning complete for port 5b92b684-7957-43c3-acde-92c39ab902d7 triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:35.952030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0605eae3-96c8-446e-8ab4-e7dcb1939447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.018885 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea65be1-3946-441e-9814-816876f5d850 req-71b76c1e-5421-4cd2-882f-6b2e8cc42714 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:36.020559 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3ea65be1-3946-441e-9814-816876f5d850 req-71b76c1e-5421-4cd2-882f-6b2e8cc42714 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 944 time: 0.2089615 Apr 07 15:17:36.025559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:17:36.041230 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-591247e7-143f-4c12-bab7-090c3a8ef462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.046053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Attempting to bind port ecf90a5c-0a68-4615-be65-a94c2a9a8927 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:36.046473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Attempting to bind port ecf90a5c-0a68-4615-be65-a94c2a9a8927 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:36.047150 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Attempting to bind port ecf90a5c-0a68-4615-be65-a94c2a9a8927 on network 0be6a04b-8677-4a6a-aca8-0a32deefee71 {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:36.049108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0605eae3-96c8-446e-8ab4-e7dcb1939447 None None] Port 5b92b684-7957-43c3-acde-92c39ab902d7 cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:36.054472 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:36.054925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Checking segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:36.055377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.055810 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Bound using segment: {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'} {{(pid=84386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:36.056352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Bound port: ecf90a5c-0a68-4615-be65-a94c2a9a8927, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cc340-0e19-4941-b61f-32a992d8ff64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71'}}] {{(pid=84386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:36.056775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.135500 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] For port ecf90a5c-0a68-4615-be65-a94c2a9a8927, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:36.138583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] For port ecf90a5c-0a68-4615-be65-a94c2a9a8927, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ecf90a5c-0a68-4615-be65-a94c2a9a8927,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:36.142354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.158102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ff638023-49b2-4c58-bb46-f8bcd70a0ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:36.181817 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3ea65be1-3946-441e-9814-816876f5d850 req-4e135537-ef8f-4680-8796-18d4f4ad9f95 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533175 Apr 07 15:17:36.208759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:36.256219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:17:36.265954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-914d260c-0537-421b-acd8-fea41a15dc8a admin admin] 10.222.0.30 "PUT /v2.0/routers/a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3259480 Apr 07 15:17:36.377485 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069762fe-96b1-4707-8f31-6b31444819f6 None None] Pushing event updated for resources: {'Port': ['ID=ecf90a5c-0a68-4615-be65-a94c2a9a8927,revision_number=3']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:36.390181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-069762fe-96b1-4707-8f31-6b31444819f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:36.415522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port f2489fcd-3488-4a38-91ce-598bec5736e7 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:36.426163 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port f2489fcd-3488-4a38-91ce-598bec5736e7 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:36.426583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.476769 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a541d50e-0939-4e53-a5cc-8a434fd1e849 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:36.531545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:36.532414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:36.791671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port a541d50e-0939-4e53-a5cc-8a434fd1e849 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:36.792106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:36.872582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:36.951966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:37.031734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:17:37.084783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:37.104704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:37.112393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:37.153172 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'code': 200} Apr 07 15:17:37.346487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:37.350558 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:37.459332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:34Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '5b92b684-7957-43c3-acde-92c39ab902d7', 'name': '', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'mac_address': 'fa:16:3e:92:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:33Z', 'updated_at': '2021-04-07T15:17:35Z', 'revision_number': 2, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'subnets': [{'id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:37.464998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed451681-1bfa-489d-b461-0f0511d6c6c6 None None] The sync data for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb is: [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:34Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '5b92b684-7957-43c3-acde-92c39ab902d7', 'name': '', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'mac_address': 'fa:16:3e:92:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:33Z', 'updated_at': '2021-04-07T15:17:35Z', 'revision_number': 2, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'subnets': [{'id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:37.478329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff54db-e47b-4e14-affe-4ded52aacaa8 req-795abbac-9da8-4cb8-a296-14c4c5a9dfde tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:37.480097 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76ff54db-e47b-4e14-affe-4ded52aacaa8 req-795abbac-9da8-4cb8-a296-14c4c5a9dfde tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1243336 Apr 07 15:17:37.526299 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76ff54db-e47b-4e14-affe-4ded52aacaa8 req-bf53b78d-7cbd-4375-92a1-825c49c24811 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392928 Apr 07 15:17:37.584356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae66b0-9b8f-41a6-b404-4e0dd8108c8c req-ba95d525-4225-45bd-9e23-f080c977346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:37.586945 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11ae66b0-9b8f-41a6-b404-4e0dd8108c8c req-ba95d525-4225-45bd-9e23-f080c977346c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.1562006 Apr 07 15:17:37.621196 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-11ae66b0-9b8f-41a6-b404-4e0dd8108c8c req-ce3a1944-5a9e-4ca1-890a-cd91bf2d72bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0234253 Apr 07 15:17:38.542453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ecf90a5c-0a68-4615-be65-a94c2a9a8927 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:38.699606 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port ecf90a5c-0a68-4615-be65-a94c2a9a8927 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:38.707261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port ecf90a5c-0a68-4615-be65-a94c2a9a8927 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:38.707688 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:38.798685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2822c0e4-ca60-414e-b2a7-8b9072b959c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:38.821522 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14629-f2f0-4a28-9be5-4f3faeabfa9a req-34292bd3-9744-447e-bbe3-2f1db8d65973 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:38.823746 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76b14629-f2f0-4a28-9be5-4f3faeabfa9a req-34292bd3-9744-447e-bbe3-2f1db8d65973 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1107261 Apr 07 15:17:38.867010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:38.878445 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-76b14629-f2f0-4a28-9be5-4f3faeabfa9a req-42939a1e-0c9b-4062-8c7d-a2cae31202da tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Apr 07 15:17:38.885389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port ecf90a5c-0a68-4615-be65-a94c2a9a8927, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ecf90a5c-0a68-4615-be65-a94c2a9a8927,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:38.896084 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:38.902850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:39.039131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=ecf90a5c-0a68-4615-be65-a94c2a9a8927,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:39.054618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:39.174092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:39.187850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef32781-dc11-4235-ad70-7dd26409b430 req-3504aa0d-04bf-4a55-8627-b794cdec7654 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:39.189541 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ef32781-dc11-4235-ad70-7dd26409b430 req-3504aa0d-04bf-4a55-8627-b794cdec7654 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1383312 Apr 07 15:17:39.235317 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ef32781-dc11-4235-ad70-7dd26409b430 req-5a8cd9e7-d3b4-4c39-85f5-31e4607724ea tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379684 Apr 07 15:17:39.255674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34314) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:39.581604 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c228cc56-f939-4854-b530-77943f8a9d9c tempest-TestShelveInstance-104213393 tempest-TestShelveInstance-104213393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:39.583477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c228cc56-f939-4854-b530-77943f8a9d9c tempest-TestShelveInstance-104213393 tempest-TestShelveInstance-104213393-project-admin] Synchronizing usage tracker for tenant:760d36f731d6485ea9b28faf5599c8ae on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:39.602614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c228cc56-f939-4854-b530-77943f8a9d9c tempest-TestShelveInstance-104213393 tempest-TestShelveInstance-104213393-project-admin] Unset dirty status for tenant:760d36f731d6485ea9b28faf5599c8ae on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:39.604162 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c228cc56-f939-4854-b530-77943f8a9d9c tempest-TestShelveInstance-104213393 tempest-TestShelveInstance-104213393-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1093 time: 0.3473899 Apr 07 15:17:39.615734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34320) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:17:39.621642 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:39.629169 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:39.634860 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Usage tracker for resource:floatingip and tenant:8eea0e9f910742d28af202684b6bf44c is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:17:39.640245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:17:39.649039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:39.661214 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for floatingip, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:39.840057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:39.941427 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:40.042253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Allocated IP 172.28.1.238 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/1aa38c6f-c3ab-41dd-a766-cfa8baff441f) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:40.176954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:40.265857 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:40.303057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:40.325232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1f4671eb-f166-4bf2-8d25-fa2256bf14b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:40.375502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:17:40.464799 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ecf90a5c-0a68-4615-be65-a94c2a9a8927 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:40.519935 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'Port': ['ID=1aa38c6f-c3ab-41dd-a766-cfa8baff441f,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:40.524838 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:40.526944 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:40.528216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:40.531758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:40.585300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port ecf90a5c-0a68-4615-be65-a94c2a9a8927 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:40.586657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:40.761015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.026136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.127732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.369513 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Sync routers for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:41.381278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:41.385693 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:41.436494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.441618 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.458052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0e6dacb8-70f1-45d6-8cae-8df82c628289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:41.623160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:41.701182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event updated for resources: {'Port': ['ID=1aa38c6f-c3ab-41dd-a766-cfa8baff441f,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:41.706135 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:41.736441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:41.960109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Floating IP c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a associated. External IP: 172.28.1.238, port: f2489fcd-3488-4a38-91ce-598bec5736e7. Apr 07 15:17:42.006203 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:34Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '5b92b684-7957-43c3-acde-92c39ab902d7', 'name': '', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'mac_address': 'fa:16:3e:92:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:33Z', 'updated_at': '2021-04-07T15:17:35Z', 'revision_number': 2, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'subnets': [{'id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:42.011848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Checking router: a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:42.012628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Updating router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f port 5b92b684-7957-43c3-acde-92c39ab902d7 binding host dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 07 15:17:42.093682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:42.722587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:17:42.808251 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks [] for port, precommit_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:42.824338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Transition to ACTIVE for port object 5b92b684-7957-43c3-acde-92c39ab902d7 will not be triggered until provisioned by entity L2. {{(pid=84387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:42.833484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:42.852416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:42.957628 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:17:42.970382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Sync routers for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:17:42.982826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:42.983532 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:42.993175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cf2ef-7afa-4d25-9708-a0289c910f6a None None] Pushing event updated for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=3']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:43.003541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-179cf2ef-7afa-4d25-9708-a0289c910f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:43.023368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:43.107546 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4904640 Apr 07 15:17:43.108377 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:17:43.219594 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'status': 'completed', 'code': 200} Apr 07 15:17:43.341047 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Attempting to bind port 5b92b684-7957-43c3-acde-92c39ab902d7 on host dv-cinder-782260-2-smb for vnic_type normal with profile {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:17:43.341663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Attempting to bind port 5b92b684-7957-43c3-acde-92c39ab902d7 by drivers openvswitch,hyperv on host dv-cinder-782260-2-smb at level 0 using segments [{'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:17:43.342086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Attempting to bind port 5b92b684-7957-43c3-acde-92c39ab902d7 on network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:17:43.346109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6be54-e44e-4278-a405-83c665eb70af req-4b5e0406-21b9-4ac1-ac6b-ce60406948ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:43.348843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Checking agent: {'id': 'e20dc052-6325-4334-bfdc-76cbbedb0b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782260-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 0, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782260-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:17:43.349261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Checking segment: {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:17:43.349710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:43.349819 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-4b5e0406-21b9-4ac1-ac6b-ce60406948ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.1086035 Apr 07 15:17:43.350145 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Bound using segment: {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'} {{(pid=84387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:17:43.356403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Bound port: 5b92b684-7957-43c3-acde-92c39ab902d7, host: dv-cinder-782260-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58b131-6532-44f9-8a2c-6ef334c87982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab'}}] {{(pid=84387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:17:43.356819 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:43.500999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] For port 5b92b684-7957-43c3-acde-92c39ab902d7, host dv-cinder-782260-2-smb, cleared binding levels {{(pid=84387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:17:43.505226 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] For port 5b92b684-7957-43c3-acde-92c39ab902d7, host dv-cinder-782260-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5b92b684-7957-43c3-acde-92c39ab902d7,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:17:43.531201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:43.544638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6be54-e44e-4278-a405-83c665eb70af req-52b7a9f3-fb66-4d67-8bd3-80da06ac1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:43.546246 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-52b7a9f3-fb66-4d67-8bd3-80da06ac1da9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1885517 Apr 07 15:17:43.547658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:43.554205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-ddaa09bd-992f-4602-bf19-b5b62b362bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:43.700984 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-c16eb395-d9fd-43b9-96c9-b48ecd99890f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 999 time: 0.1391459 Apr 07 15:17:43.760645 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cf2ef-7afa-4d25-9708-a0289c910f6a None None] Pushing event updated for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=4']} {{(pid=84387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:43.764995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-179cf2ef-7afa-4d25-9708-a0289c910f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:43.799092 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:43.799800 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:43.811093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6be54-e44e-4278-a405-83c665eb70af req-ad33277e-a973-40ca-be85-bbd25bb6d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:43.813060 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-ad33277e-a973-40ca-be85-bbd25bb6d3ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0999095 Apr 07 15:17:43.930286 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6be54-e44e-4278-a405-83c665eb70af req-cdb08caf-d2fb-47b8-8a7e-ab4869b7d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:43.932625 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-cdb08caf-d2fb-47b8-8a7e-ab4869b7d936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127040 Apr 07 15:17:44.081442 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'mac_address': 'fa:16:3e:b7:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:17:40Z', 'updated_at': '2021-04-07T15:17:40Z', 'revision_number': 0, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:44.087078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Checking router: 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:17:44.103011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:17:44.103840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:17:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:44.120482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:44.170966 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-b7796a08-932d-4e89-b89e-c0b0450e2dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315216 Apr 07 15:17:44.328805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-63e6be54-e44e-4278-a405-83c665eb70af req-50b0d3d0-1cd1-4a3c-9c62-0b40acaac5b2 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498377 Apr 07 15:17:44.374301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:17:44.557850 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5b92b684-7957-43c3-acde-92c39ab902d7 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:44.671544 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:34Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '5b92b684-7957-43c3-acde-92c39ab902d7', 'name': '', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'mac_address': 'fa:16:3e:92:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:33Z', 'updated_at': '2021-04-07T15:17:43Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'subnets': [{'id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:44.677035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3c864-9069-4962-8e97-2ff4b835d829 None None] The sync data for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb is: [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:17:34Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': '5b92b684-7957-43c3-acde-92c39ab902d7', 'name': '', 'network_id': '9e11e778-2e7b-46b4-97ef-e7e8c99fcbab', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'mac_address': 'fa:16:3e:92:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:33Z', 'updated_at': '2021-04-07T15:17:43Z', 'revision_number': 4, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'subnets': [{'id': '66a64c10-4354-436c-91eb-ee7ca82f2c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:44.773969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning for port 5b92b684-7957-43c3-acde-92c39ab902d7 completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:44.800600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 5b92b684-7957-43c3-acde-92c39ab902d7 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:44.801022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:45.038474 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:45.062104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] For port 5b92b684-7957-43c3-acde-92c39ab902d7, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5b92b684-7957-43c3-acde-92c39ab902d7,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:17:45.068003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:45.076383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5ae54e57-937d-4a09-9301-35210db58f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:45.188615 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Pushing event updated for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:45.200534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.200929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.201318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.201685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.202052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.202433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.203162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.203531 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.203893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.204256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.204617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.204974 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:17:45.217366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:45.220018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'mac_address': 'fa:16:3e:b7:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:17:40Z', 'updated_at': '2021-04-07T15:17:40Z', 'revision_number': 0, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:17:45.225846 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b76f2-3a59-4855-9b75-23cc136fec03 None None] The sync data for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb is: [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'mac_address': 'fa:16:3e:b7:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:17:40Z', 'updated_at': '2021-04-07T15:17:40Z', 'revision_number': 0, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:17:45.601945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02beb49b-7167-496a-9fdb-983fd25d4dc3 None None] New status for floating IP c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a: ACTIVE {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:17:46.458144 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5b92b684-7957-43c3-acde-92c39ab902d7 up at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:17:46.538404 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Provisioning complete for port 5b92b684-7957-43c3-acde-92c39ab902d7 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:46.538871 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:47.669746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-9aef1d0a-748a-487e-9bc8-7cae7a95ff00 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:47.670486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-33263a69-7676-4126-9719-b5a4feb08580 req-9aef1d0a-748a-487e-9bc8-7cae7a95ff00 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:network {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:47.688689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-33263a69-7676-4126-9719-b5a4feb08580 req-9aef1d0a-748a-487e-9bc8-7cae7a95ff00 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:network {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:47.690016 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-9aef1d0a-748a-487e-9bc8-7cae7a95ff00 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 814 time: 0.1837378 Apr 07 15:17:47.707678 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-cc4845ac-5681-4473-b207-7ea7be646b14 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/quotas/02bf33cd0485428d9af4f48cecbaa40f HTTP/1.1" status: 200 len: 375 time: 0.0107291 Apr 07 15:17:47.807118 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-33263a69-7676-4126-9719-b5a4feb08580 req-f329fb6d-3346-4998-9cf7-8efda0e2e777 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:47.826173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-33263a69-7676-4126-9719-b5a4feb08580 req-f329fb6d-3346-4998-9cf7-8efda0e2e777 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:47.827670 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-f329fb6d-3346-4998-9cf7-8efda0e2e777 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136589 Apr 07 15:17:47.982624 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-a16308c0-eaf3-48c2-8855-9068718f8b0b service neutron] 10.222.0.30 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413164 Apr 07 15:17:48.131141 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-7bbbde1e-8f79-4fa4-99a4-0e4d6beb65ba service neutron] 10.222.0.30 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415782 Apr 07 15:17:48.336826 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8ec4e0ca-2f8c-4807-a8b6-b5a6fca5aa7a req-ff658c86-f7b9-4be0-abe7-defc3abf6d9e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 210 time: 0.0515530 Apr 07 15:17:49.516655 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9a5ff52e-41ee-44ad-bd54-27984623c1d5 req-f8c30a16-a390-4324-ab20-8ab9f3ab5a3c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 210 time: 0.0624940 Apr 07 15:17:49.556438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-56061d68-9b83-4e18-adde-2689557f12db tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:49.557996 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-56061d68-9b83-4e18-adde-2689557f12db tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 814 time: 0.2030945 Apr 07 15:17:49.571123 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'port': {'device_id': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'admin_state_up': True, 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:17:49.991178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:17:50.003906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:17:50.015173 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Made reservation on behalf of 02bf33cd0485428d9af4f48cecbaa40f for: {'port': 1} {{(pid=84384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 07 15:17:50.023403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:50.235643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Allocated IP 172.20.0.5 (98e14e1e-cad2-4071-9aeb-a806c84f4f60/2c9ec534-8f4d-4b10-a3a6-ac1512128631/2bc2c17a-8853-4514-a33b-bba01283f23f) {{(pid=84384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:17:50.436060 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for port, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:50.453077 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Transition to ACTIVE for port object 2bc2c17a-8853-4514-a33b-bba01283f23f will not be triggered until provisioned by entity DHCP. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:17:50.478409 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:50.494113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5e7f3025-1009-4682-9115-4a972261455f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:17:50.650220 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:17:50.653445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:17:50.712468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 is already hosted by enough agents. {{(pid=84384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:17:50.714010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources bound (agent type, host, resource id): {{(pid=84384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:17:50.716884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Received port after_create {{(pid=84384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:17:50.745373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780e707-5739-4595-8525-6ac92ae928c9 req-cda8003d-4ad0-4d7a-a675-39e32ad8dffa tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:50.747588 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7780e707-5739-4595-8525-6ac92ae928c9 req-cda8003d-4ad0-4d7a-a675-39e32ad8dffa tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.1041577 Apr 07 15:17:50.809100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:50.810703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:50.832247 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7780e707-5739-4595-8525-6ac92ae928c9 req-37f66a2f-e7a1-4015-9e5b-d84b06995666 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766749 Apr 07 15:17:50.854474 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872672 Apr 07 15:17:51.008004 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-dc197218-4c34-419d-b4d4-97170d9b4885 None None] Provisioning for port 2bc2c17a-8853-4514-a33b-bba01283f23f completed by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:17:51.014223 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-dc197218-4c34-419d-b4d4-97170d9b4885 None None] Provisioning complete for port 2bc2c17a-8853-4514-a33b-bba01283f23f triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:17:51.014691 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-dc197218-4c34-419d-b4d4-97170d9b4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:17:51.084597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-dc197218-4c34-419d-b4d4-97170d9b4885 None None] Port 2bc2c17a-8853-4514-a33b-bba01283f23f cannot update to ACTIVE because it is not bound. {{(pid=84386) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 07 15:17:52.053394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-3a19aeb8-9b21-45d0-aae5-726f5fdcb677 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:52.054167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-3a19aeb8-9b21-45d0-aae5-726f5fdcb677 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:52.071572 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-3a19aeb8-9b21-45d0-aae5-726f5fdcb677 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:52.072897 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-3a19aeb8-9b21-45d0-aae5-726f5fdcb677 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.1136048 Apr 07 15:17:52.105056 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-0ad52217-a389-4e48-80de-ddbf34862a5b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:17:52.123619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-0ad52217-a389-4e48-80de-ddbf34862a5b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:17:52.124878 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c723b9cc-5e6a-454f-8bd4-808759887028 req-0ad52217-a389-4e48-80de-ddbf34862a5b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Apr 07 15:17:53.347638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83afee-85b8-4a0a-8607-ddaeb8bc7c4b req-901acbf9-635b-42db-88b9-da98dcbea183 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:53.349197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cd83afee-85b8-4a0a-8607-ddaeb8bc7c4b req-901acbf9-635b-42db-88b9-da98dcbea183 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.0983496 Apr 07 15:17:53.385942 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cd83afee-85b8-4a0a-8607-ddaeb8bc7c4b req-d9245104-dc9b-4d1e-9d42-8db6816e58e0 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298674 Apr 07 15:17:54.596003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687296e-cc94-49f4-a67e-a43f5722d87c req-32ff5956-a824-49d7-8790-0b61506c6b07 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:54.597676 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c687296e-cc94-49f4-a67e-a43f5722d87c req-32ff5956-a824-49d7-8790-0b61506c6b07 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.0933347 Apr 07 15:17:54.632476 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c687296e-cc94-49f4-a67e-a43f5722d87c req-c696fd3a-52fd-48ab-ac4b-061e55610bcb tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273516 Apr 07 15:17:55.850556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469a5e9-b7c1-456c-a233-a5863417aeed req-83ea2610-3e23-4ee0-9f06-adff5357b7d6 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:55.852328 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5469a5e9-b7c1-456c-a233-a5863417aeed req-83ea2610-3e23-4ee0-9f06-adff5357b7d6 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.1011255 Apr 07 15:17:55.886141 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5469a5e9-b7c1-456c-a233-a5863417aeed req-f1939240-57a6-436c-a8c0-500750c7f3fa tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268807 Apr 07 15:17:57.106599 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dff20-1fd4-4c62-8ebb-3f3391ea2ce9 req-55881370-5c45-41d0-8e9f-14b8b506ee13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:57.108279 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-088dff20-1fd4-4c62-8ebb-3f3391ea2ce9 req-55881370-5c45-41d0-8e9f-14b8b506ee13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.1036603 Apr 07 15:17:57.141101 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-088dff20-1fd4-4c62-8ebb-3f3391ea2ce9 req-233dc21a-1199-47a4-b491-e10255038dfb tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253503 Apr 07 15:17:58.355148 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61605785-22e5-46c4-9486-c03c2cd6004f req-48154e59-9adc-4225-b8b1-0971fa4c8a46 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:58.356903 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61605785-22e5-46c4-9486-c03c2cd6004f req-48154e59-9adc-4225-b8b1-0971fa4c8a46 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.0982177 Apr 07 15:17:58.389737 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-61605785-22e5-46c4-9486-c03c2cd6004f req-fab6ec82-a247-42f3-adff-87a57be5e221 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260313 Apr 07 15:17:59.604234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9b173-efa3-4e9a-adc4-e2077d71d6b7 req-400c19e0-6e0f-43c5-aacd-ec25cd681c84 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:17:59.605983 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-85a9b173-efa3-4e9a-adc4-e2077d71d6b7 req-400c19e0-6e0f-43c5-aacd-ec25cd681c84 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.0977075 Apr 07 15:17:59.638981 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-85a9b173-efa3-4e9a-adc4-e2077d71d6b7 req-7f9b5d15-a181-4198-81b2-cf930a47271d tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258770 Apr 07 15:18:00.843765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3ed16-0ee9-41cb-b5c0-d343d42e88eb req-f39b54e2-c7f0-4982-86d9-45958495b22c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:00.845440 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5b3ed16-0ee9-41cb-b5c0-d343d42e88eb req-f39b54e2-c7f0-4982-86d9-45958495b22c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 931 time: 0.0905855 Apr 07 15:18:00.877319 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c5b3ed16-0ee9-41cb-b5c0-d343d42e88eb req-89889e96-6d5f-4220-ad70-2299229fbb4b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246444 Apr 07 15:18:01.152530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Request body: {'port': {'device_id': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78226'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:01.277654 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:01.737281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc2c17a-8853-4514-a33b-bba01283f23f {{(pid=84384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:18:01.745703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:01.761956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Transition to ACTIVE for port object 2bc2c17a-8853-4514-a33b-bba01283f23f will not be triggered until provisioned by entity L2. {{(pid=84384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 07 15:18:01.765122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:01.781492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-831859e9-77f2-4845-9f03-11d067261e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:01.925517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=2']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:01.928812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:02.229578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2190-a415-48ac-8cb3-cbda2e334c51 req-5e1ee084-bd8b-4869-9eb6-f40aebec94b9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:02.231342 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74da2190-a415-48ac-8cb3-cbda2e334c51 req-5e1ee084-bd8b-4869-9eb6-f40aebec94b9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 943 time: 0.2105267 Apr 07 15:18:02.232254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Attempting to bind port 2bc2c17a-8853-4514-a33b-bba01283f23f on host hv-cinder-78226 for vnic_type normal with profile {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 15:18:02.232629 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Attempting to bind port 2bc2c17a-8853-4514-a33b-bba01283f23f by drivers openvswitch,hyperv on host hv-cinder-78226 at level 0 using segments [{'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 07 15:18:02.232994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Attempting to bind port 2bc2c17a-8853-4514-a33b-bba01283f23f on network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:18:02.242524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Port 2bc2c17a-8853-4514-a33b-bba01283f23f on network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78226 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 15:18:02.242893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Attempting to bind port 2bc2c17a-8853-4514-a33b-bba01283f23f on network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 07 15:18:02.264147 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Checking agent: {'id': '654dcf27-4c61-45a3-9fe6-46cc23706796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'started_at': datetime.datetime(2021, 4, 7, 15, 7, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 07 15:18:02.264422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Checking segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 07 15:18:02.264842 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Bound using segment: {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'} {{(pid=84384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 07 15:18:02.265307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Bound port: 2bc2c17a-8853-4514-a33b-bba01283f23f, host: hv-cinder-78226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018270f-be55-44a8-bbbd-8c9a2da47ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60'}}] {{(pid=84384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 07 15:18:02.265689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:02.307922 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-74da2190-a415-48ac-8cb3-cbda2e334c51 req-a4fb2ef9-b048-4aa5-8502-ced334678c3a tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Apr 07 15:18:02.354231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, cleared binding levels {{(pid=84384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 07 15:18:02.357439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 07 15:18:02.361747 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:02.375081 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-05b708d0-9c1e-47e9-b013-6cf634ebecdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:02.524801 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=3']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:02.529826 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:02.567582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:02.568246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:02.569805 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-46886e1f-a708-42b2-b045-cfccee5858e5 service neutron] 10.222.0.62 "PUT /v2.0/ports/2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 1093 time: 1.4226530 Apr 07 15:18:02.570369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:18:02.654948 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:18:02.704069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-ad6d11b1-f200-4e69-87ee-ccfdf5fe822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:02.705796 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-ad6d11b1-f200-4e69-87ee-ccfdf5fe822b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1096 time: 0.0947328 Apr 07 15:18:02.786296 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-92948cda-02c0-4f79-8095-d671bf6c24f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 217 time: 0.0725904 Apr 07 15:18:02.860607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-377db26d-8b7b-4955-a478-44dff27da76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:02.862158 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-377db26d-8b7b-4955-a478-44dff27da76d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0697932 Apr 07 15:18:02.950076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33263a69-7676-4126-9719-b5a4feb08580 req-76c83b0a-cea9-42ce-8d8d-2a27a2b24e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:02.951768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-76c83b0a-cea9-42ce-8d8d-2a27a2b24e57 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812826 Apr 07 15:18:03.179393 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-e63b9b96-c616-4c89-8c20-df3b700144fd service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443193 Apr 07 15:18:03.327529 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-33263a69-7676-4126-9719-b5a4feb08580 req-a8a1fd64-10b1-4224-b3d6-751b2f297074 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400332 Apr 07 15:18:03.535467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8d83-3d58-4393-bf04-2944761c596f req-f01ec73b-0f8c-4d26-94ba-1333959c6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:03.537109 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-f01ec73b-0f8c-4d26-94ba-1333959c6f33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1096 time: 0.1531971 Apr 07 15:18:03.546308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b4ff-1485-4410-8405-e8d9da666fbf req-0bff2b15-efd5-478c-af47-cd33d1879533 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:03.547895 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9f21b4ff-1485-4410-8405-e8d9da666fbf req-0bff2b15-efd5-478c-af47-cd33d1879533 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 943 time: 0.1233563 Apr 07 15:18:03.667880 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9f21b4ff-1485-4410-8405-e8d9da666fbf req-c0ec4f8c-0153-45e7-94f9-ec4f3e202007 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973976 Apr 07 15:18:03.712193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8d83-3d58-4393-bf04-2944761c596f req-8ac24af8-b70e-4552-a41c-2994287914cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:03.713802 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-8ac24af8-b70e-4552-a41c-2994287914cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1649768 Apr 07 15:18:03.793071 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-4c1036ae-f9fd-4098-aaaf-08712248f3a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 217 time: 0.0714686 Apr 07 15:18:03.863371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8d83-3d58-4393-bf04-2944761c596f req-a8277f34-2498-4577-a6ad-c1693c2bf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:03.865021 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-a8277f34-2498-4577-a6ad-c1693c2bf698 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0655947 Apr 07 15:18:04.202711 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd8d83-3d58-4393-bf04-2944761c596f req-99014cde-da7d-4481-af90-b2c8a7f28fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:04.204420 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-99014cde-da7d-4481-af90-b2c8a7f28fae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3324876 Apr 07 15:18:04.352415 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-317f66db-17d6-44f6-b68b-9c67904646ae service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401196 Apr 07 15:18:04.499909 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-56cd8d83-3d58-4393-bf04-2944761c596f req-5c26c577-60f9-41dc-9109-e5d38d6f5799 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392548 Apr 07 15:18:04.879018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33be39-aa4f-48d7-baea-54638eb55b7a req-f9089010-01e0-4a0d-b66f-2cf5d83a1a3f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:04.880637 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb33be39-aa4f-48d7-baea-54638eb55b7a req-f9089010-01e0-4a0d-b66f-2cf5d83a1a3f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 943 time: 0.0946374 Apr 07 15:18:04.913349 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fb33be39-aa4f-48d7-baea-54638eb55b7a req-0e02a3ba-c09f-4267-82ac-3367343fc8ce tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255651 Apr 07 15:18:05.986627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-87f553a0-714c-4e17-a2a7-70e412febd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:06.119877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d9f6c-51d7-4972-8033-d2d297440ba0 req-a427d994-85d8-4a88-bb74-75ae6012ed08 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:06.121599 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-383d9f6c-51d7-4972-8033-d2d297440ba0 req-a427d994-85d8-4a88-bb74-75ae6012ed08 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 943 time: 0.0916350 Apr 07 15:18:06.157369 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-383d9f6c-51d7-4972-8033-d2d297440ba0 req-13a1e944-eae5-473d-aba6-a918301d223a tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287340 Apr 07 15:18:06.361354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 2bc2c17a-8853-4514-a33b-bba01283f23f details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:18:06.508914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:18:06.528243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'port_id': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'mac_address': 'fa:16:3e:b6:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:18:06.590011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:06.591411 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc2c17a-8853-4514-a33b-bba01283f23f {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:18:06.610600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:18:06.615003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:06.617594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:06.689651 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=4']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:06.693213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:06.867323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:18:07.363680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f0c26-d3f6-4dda-9184-d543fe66e037 req-55089eb5-8fef-4c5d-ba9d-c082552016e2 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:07.365476 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ec4f0c26-d3f6-4dda-9184-d543fe66e037 req-55089eb5-8fef-4c5d-ba9d-c082552016e2 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 944 time: 0.0929494 Apr 07 15:18:07.398194 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ec4f0c26-d3f6-4dda-9184-d543fe66e037 req-f954db9c-38bf-42b5-a60e-3763f85c2089 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260615 Apr 07 15:18:08.360139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 2bc2c17a-8853-4514-a33b-bba01283f23f up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:18:08.437323 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning for port 2bc2c17a-8853-4514-a33b-bba01283f23f completed by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 15:18:08.443112 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port 2bc2c17a-8853-4514-a33b-bba01283f23f triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:18:08.443539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:08.570540 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:08.583289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:18:08.594499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:18:08.598592 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:08.600556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-069762fe-96b1-4707-8f31-6b31444819f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:08.608514 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b304af-931b-483b-b1a3-f85797a63a19 req-e4950fc1-8065-4283-bc73-6527893d384f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:08.610276 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-22b304af-931b-483b-b1a3-f85797a63a19 req-e4950fc1-8065-4283-bc73-6527893d384f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 944 time: 0.0974345 Apr 07 15:18:08.636698 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'code': 200} Apr 07 15:18:08.652662 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-22b304af-931b-483b-b1a3-f85797a63a19 req-3c929b58-9a1d-40bf-910c-29aacdc26491 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Apr 07 15:18:08.681634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=5']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:08.685304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:08.793518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1cceef1d-7dcf-447c-af8d-34b7f434e042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:08.898516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacdc21-f9a8-4b1e-b971-eacb56260541 req-24809274-2122-40bc-be6a-83b2fe6eb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:08.900592 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6aacdc21-f9a8-4b1e-b971-eacb56260541 req-24809274-2122-40bc-be6a-83b2fe6eb88a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1098 time: 0.0831785 Apr 07 15:18:08.927242 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6aacdc21-f9a8-4b1e-b971-eacb56260541 req-e43390d2-c908-4974-849d-da8492e9947f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203502 Apr 07 15:18:09.166250 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:09.892019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80c24c-b779-4d32-8e3f-dedeb8b2eec1 req-b01f1684-8ac0-495c-a09d-3aab079b4d5e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:09.893750 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5b80c24c-b779-4d32-8e3f-dedeb8b2eec1 req-b01f1684-8ac0-495c-a09d-3aab079b4d5e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.1165838 Apr 07 15:18:09.925397 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:09.927904 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5b80c24c-b779-4d32-8e3f-dedeb8b2eec1 req-05cf4b10-227c-4675-b26c-ac641d6b3bfa tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272830 Apr 07 15:18:10.201736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:10.747002 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:11.148734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e2e1-d5a2-4430-a3b2-7fc10d50b167 req-43a8fd8a-6a24-4688-b05e-7588b1b3b78e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:11.150415 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40a5e2e1-d5a2-4430-a3b2-7fc10d50b167 req-43a8fd8a-6a24-4688-b05e-7588b1b3b78e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0968666 Apr 07 15:18:11.184073 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40a5e2e1-d5a2-4430-a3b2-7fc10d50b167 req-bacafb04-5931-46b9-ad95-a0f10583345b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271235 Apr 07 15:18:11.394083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8a2dd-1195-4bc7-8d1d-ad50d3d8d318 req-82106ae0-42b9-4540-bfa3-d2da9cc87b96 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:11.395774 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-18e8a2dd-1195-4bc7-8d1d-ad50d3d8d318 req-82106ae0-42b9-4540-bfa3-d2da9cc87b96 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0911772 Apr 07 15:18:11.427830 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-18e8a2dd-1195-4bc7-8d1d-ad50d3d8d318 req-edf7fb34-3a79-4bbe-a6bb-c00e784c380c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256131 Apr 07 15:18:11.863667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e28cbe-7b57-4756-96f2-cecf7f1dda3e req-9bc9ff69-1edc-4c07-96e8-20b29da0231c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:11.865336 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e3e28cbe-7b57-4756-96f2-cecf7f1dda3e req-9bc9ff69-1edc-4c07-96e8-20b29da0231c tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0963912 Apr 07 15:18:11.898029 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e3e28cbe-7b57-4756-96f2-cecf7f1dda3e req-5d3147e8-ddab-4c38-a2a0-fcc981a59fc6 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259500 Apr 07 15:18:16.009996 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-d82012aa-926c-4bd5-afaf-b8e81c3a3139 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904813 Apr 07 15:18:16.173946 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-6ab39d14-ea43-4221-8844-ba68d32dcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:16.176259 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-6ab39d14-ea43-4221-8844-ba68d32dcdc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.0893772 Apr 07 15:18:16.345014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-b2e341d8-6e2d-41fa-a525-25b35e67ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:16.347677 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-b2e341d8-6e2d-41fa-a525-25b35e67ca9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1505606 Apr 07 15:18:16.463067 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-72578315-df29-4e2e-8396-0fc663895150 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 1001 time: 0.1080139 Apr 07 15:18:16.538934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-e6eb8a2d-eed3-4b59-9df9-b32667b06763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:16.540516 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-e6eb8a2d-eed3-4b59-9df9-b32667b06763 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0702159 Apr 07 15:18:16.630602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-f0aaa819-592e-40f8-8fa6-3754fa55c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:16.632295 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-f0aaa819-592e-40f8-8fa6-3754fa55c69f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842206 Apr 07 15:18:16.784040 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-505f7efb-e3f5-43d7-8d8e-fd063d169612 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428359 Apr 07 15:18:16.891759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82ffc5-c073-4298-8f07-9b2c96b096d9 req-4417feac-7484-427c-9a99-4e79e734935f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:16.893379 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b82ffc5-c073-4298-8f07-9b2c96b096d9 req-4417feac-7484-427c-9a99-4e79e734935f tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0907726 Apr 07 15:18:16.927161 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9b82ffc5-c073-4298-8f07-9b2c96b096d9 req-f64f545f-de81-4192-9179-28b807c7a62b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267563 Apr 07 15:18:16.932134 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-991ff376-3222-4fb2-a3c4-f5b93e046490 req-d3d2dc4b-7c51-476f-bc00-b6cdc140e362 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406555 Apr 07 15:18:16.952964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34488) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:17.097682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12204bc-1391-43a5-af31-8b956b9fbb0c tempest-TestMinimumBasicScenario-3815005 tempest-TestMinimumBasicScenario-3815005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:17.098420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f12204bc-1391-43a5-af31-8b956b9fbb0c tempest-TestMinimumBasicScenario-3815005 tempest-TestMinimumBasicScenario-3815005-project-admin] Synchronizing usage tracker for tenant:5dbb8b13a6a24a89ba35af4926ffe98d on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:18:17.115480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f12204bc-1391-43a5-af31-8b956b9fbb0c tempest-TestMinimumBasicScenario-3815005 tempest-TestMinimumBasicScenario-3815005-project-admin] Unset dirty status for tenant:5dbb8b13a6a24a89ba35af4926ffe98d on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:18:17.116753 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f12204bc-1391-43a5-af31-8b956b9fbb0c tempest-TestMinimumBasicScenario-3815005 tempest-TestMinimumBasicScenario-3815005-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1093 time: 0.1626842 Apr 07 15:18:17.121622 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34494) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:17.127421 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'floatingip': {'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'port_id': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:17.134245 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:17.138401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:floatingip and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:17.141454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:17.147777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:17.158422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for floatingip, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:17.317308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:17.379499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:18:17.476065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_common [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Allocated IP 172.28.1.212 (0be6a04b-8677-4a6a-aca8-0a32deefee71/4790d145-b5f9-4268-b00d-877f86dd75ad/da3e3a84-d10a-49f1-b0d4-476bbac84b0c) {{(pid=84385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 07 15:18:17.651310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for port, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:17.690781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791178518148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:17.712745 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a1bf448-6ee7-42c5-b758-1688155d93de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:17.858750 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'Port': ['ID=da3e3a84-d10a-49f1-b0d4-476bbac84b0c,revision_number=1']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:17.863062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:17.906503 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Network 0be6a04b-8677-4a6a-aca8-0a32deefee71 is already hosted by enough agents. {{(pid=84385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 07 15:18:17.907831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.base_scheduler [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources bound (agent type, host, resource id): {{(pid=84385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 07 15:18:17.910329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Received port after_create {{(pid=84385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 07 15:18:18.602356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:18.686183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:18.982083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:18.986682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:19.002775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2c54c8ea-01ef-4751-819e-b9e4743178e8 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:19.144583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'Port': ['ID=da3e3a84-d10a-49f1-b0d4-476bbac84b0c,revision_number=2']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:19.147635 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:19.263824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675315'] for floatingip, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:19.457147 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Floating IP fb89c0e6-367d-495e-865f-81e3ccfddd3e associated. External IP: 172.28.1.212, port: 2bc2c17a-8853-4514-a33b-bba01283f23f. Apr 07 15:18:19.847093 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:18:20.041477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:18:20.052666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Sync routers for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:18:20.063064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:18:20.063758 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:18:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:18:20.069883 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.134401 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0115836 Apr 07 15:18:20.135130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:18:20.137468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34502) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:20.144350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307627701', 'description': 'tempest-secgroup-smoke-307627701 description', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:20.163891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:20.176718 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:20.186099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.190134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:20.193535 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:18:20.194519 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:20.199851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:20.206571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:20.264940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:18:20.357659 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.360861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030105-f541-4d68-9858-8e70b660cd2a req-8278a6a6-8eca-49e7-94a4-86231a9f47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:20.362509 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-8278a6a6-8eca-49e7-94a4-86231a9f47e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1098 time: 0.1460385 Apr 07 15:18:20.363707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.367998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb8171d6-fa6e-4b12-876e-f214d8a17c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:20.520555 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.521704 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3830273 Apr 07 15:18:20.525183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34508) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:20.525360 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9019f1-df6d-48e5-a36e-02887a70a995,revision_number=1']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:20.531449 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:20.538306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:20.538611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.538897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.539198 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.539617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.540029 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.540443 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.540852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.541261 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.541906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.542035 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.542461 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.542905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:18:20.543014 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:20.550010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c52d2964-2db7-4d70-920a-5f6630c2ab6e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:20.555366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:20.563204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:20.578874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030105-f541-4d68-9858-8e70b660cd2a req-3b62cf35-aeba-4ed9-a5c7-4a951a9117aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:20.580627 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-3b62cf35-aeba-4ed9-a5c7-4a951a9117aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.2026470 Apr 07 15:18:20.581222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.665565 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.669861 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.672162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:20.695948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8916aa6-d7dd-4131-b9c8-ad20c8f7447e,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:20.700559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:20.708126 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.709472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1831715 Apr 07 15:18:20.712793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34512) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:20.713057 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-b868c395-3813-4d6d-a37e-ce219f019d2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 999 time: 0.1238356 Apr 07 15:18:20.718814 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:20.725277 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:20.729405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:20.732447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:20.741877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:20.767479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.788582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030105-f541-4d68-9858-8e70b660cd2a req-b9edc8c2-d2c9-4a3c-ade6-0d0a9c5bdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:20.790216 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-b9edc8c2-d2c9-4a3c-ade6-0d0a9c5bdb02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0704975 Apr 07 15:18:20.845062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.845570 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'fb89c0e6-367d-495e-865f-81e3ccfddd3e', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'port_id': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'mac_address': 'fa:16:3e:b6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:18:18Z', 'updated_at': '2021-04-07T15:18:18Z', 'revision_number': 0, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:18:20.848806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.851154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Checking router: 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:18:20.851964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c8fb8de9-aa47-49df-a464-160d26e2ba7b tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:20.862756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:18:20.863494 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:18:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:18:20.875953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9059e0e8-5da4-481b-95a3-4d11107f0d99,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:20.880362 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:20.885232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0030105-f541-4d68-9858-8e70b660cd2a req-9bd04ab5-d262-49d3-bb17-ce13e2448e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:20.887253 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-9bd04ab5-d262-49d3-bb17-ce13e2448e8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899205 Apr 07 15:18:20.887873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:20.889169 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-5cf712d5-9a85-4df6-871a-ac436a77e631 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753492 Apr 07 15:18:20.892073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34516) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:20.897926 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:20.905139 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:20.909290 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:20.912473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:20.918756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:20.936348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.007985 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.012072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.014510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11926737-b2c2-4dca-9734-f65565728c11 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:21.040754 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0960c5-183b-4c89-9583-2466f94a9fd4,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:21.043142 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:21.044787 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-e23da3af-1a26-415c-9504-065f7f470bea service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499295 Apr 07 15:18:21.050358 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.051841 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-235f849c-c03b-468d-bbaf-8c0ed9f9222e tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587543 Apr 07 15:18:21.054729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34520) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:21.062247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:21.065858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:18:21.070064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:21.074253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:21.077900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84385) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:21.084469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:21.109291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.194983 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.198391 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.200898 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-5061ee98-7a05-481b-86ff-0c5d1e6f7204 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:21.211733 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e0030105-f541-4d68-9858-8e70b660cd2a req-e50c2964-562c-4b51-8d69-54b74ed08c89 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600218 Apr 07 15:18:21.231616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50da4e0-b76b-48fd-93f8-a9d392190952,revision_number=0']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:21.235330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:21.243403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.245064 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-e89aa740-f2f2-4b5b-ad5c-2af3e80a6a13 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1887426 Apr 07 15:18:21.248591 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34524) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:21.254751 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:21.262183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:21.265893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:21.269080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:21.275899 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:21.285825 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.securitygroups_db [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Project 02bf33cd0485428d9af4f48cecbaa40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 15:18:21.293978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.372202 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.375680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.377965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:21.400749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1dc382-1196-4707-b16a-b15c5a3c1659,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:21.405307 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:21.413523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.414879 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b69a00ef-02e1-4b63-8ea4-fb1ffd525072 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651473 Apr 07 15:18:21.417866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34528) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:18:21.423763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'security_group_rule': {'security_group_id': '2b9019f1-df6d-48e5-a36e-02887a70a995', 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:21.430510 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 07 15:18:21.434759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Usage tracker for resource:security_group_rule and tenant:02bf33cd0485428d9af4f48cecbaa40f is out of sync, need to count used quota {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 07 15:18:21.437812 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84384) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 07 15:18:21.444161 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.quota.driver [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84384) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 07 15:18:21.455381 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.securitygroups_db [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Project 02bf33cd0485428d9af4f48cecbaa40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 15:18:21.463304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.480556 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'fb89c0e6-367d-495e-865f-81e3ccfddd3e', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'port_id': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'mac_address': 'fa:16:3e:b6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:18:18Z', 'updated_at': '2021-04-07T15:18:18Z', 'revision_number': 0, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:18:21.485869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a6e0bb-5d39-44d2-a5cc-ddd0e3553fed None None] The sync data for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb is: [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_floatingips': [{'id': 'fb89c0e6-367d-495e-865f-81e3ccfddd3e', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'router_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'port_id': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'mac_address': 'fa:16:3e:b6:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T15:18:18Z', 'updated_at': '2021-04-07T15:18:18Z', 'revision_number': 0, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:18:21.537938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.541303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706439'] for security_group_rule, after_create {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.543469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:21.569233 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0426a8-00bf-473f-b45f-26b3a0efd6cf,revision_number=0']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:21.572039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:21.579231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:21.580598 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-f24021d3-713c-4cbd-a3c3-7408448ab2b5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616669 Apr 07 15:18:21.698311 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-c3917bca-8adb-4cfc-94fc-0ae6074b8639 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307627701&fields=id&tenant_id=02bf33cd0485428d9af4f48cecbaa40f HTTP/1.1" status: 200 len: 267 time: 0.0269516 Apr 07 15:18:21.804818 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-9922a5c8-6902-4f5c-9438-3f29f253859b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:21.806810 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-9922a5c8-6902-4f5c-9438-3f29f253859b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.1020629 Apr 07 15:18:21.814934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b4f6e4-5d7d-4467-af1d-e3218b832b22 None None] New status for floating IP fb89c0e6-367d-495e-865f-81e3ccfddd3e: ACTIVE {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:18:21.820699 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'port': {'security_groups': ['bd8f28a2-131a-4309-97cd-839d5aa3ea32', '2b9019f1-df6d-48e5-a36e-02887a70a995']}} {{(pid=84385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:18:21.964999 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:22.384278 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:18:22.413568 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for port, precommit_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:22.417990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863177'] for port, after_update {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:22.431365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:18:22.433700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c77fd9d5-6352-4779-98d9-eb2cf7836c16 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:18:22.592197 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=6']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:18:22.597206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:18:22.640577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:22.641288 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:22.642863 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d0d3402a-2fea-44d7-ac3f-f7c82e11def9 req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "PUT /v2.0/ports/2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 981 time: 0.8275177 Apr 07 15:18:22.643440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:18:22.704199 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:18:22.722858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:18:22.831914 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-702ccd55-860f-487c-8c9d-680a282f6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:22.833565 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-702ccd55-860f-487c-8c9d-680a282f6012 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1137 time: 0.1039054 Apr 07 15:18:22.860305 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263e2fd-e6d8-4dcf-9459-d0b324df5021 req-2aa61518-6596-443f-8fbc-db54e999decb tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:22.862976 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f263e2fd-e6d8-4dcf-9459-d0b324df5021 req-2aa61518-6596-443f-8fbc-db54e999decb tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.1101849 Apr 07 15:18:22.901771 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f263e2fd-e6d8-4dcf-9459-d0b324df5021 req-4efd0c86-a635-4e45-b801-861f5b4b65b1 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0312116 Apr 07 15:18:22.964192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-50c7bfbf-c73d-4d4f-92a8-5f73d4fdcdc5 None None] Provisioning complete for port 2bc2c17a-8853-4514-a33b-bba01283f23f triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:18:22.964625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50c7bfbf-c73d-4d4f-92a8-5f73d4fdcdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:22.985158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-b24875a0-737e-4430-84b8-db0a1cb6074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:22.987053 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-b24875a0-737e-4430-84b8-db0a1cb6074a service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1455877 Apr 07 15:18:23.107107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-7c4ca770-7868-47dc-96d0-56e80b914ed8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 1001 time: 0.1132627 Apr 07 15:18:23.180934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-3ca3d0e3-2b81-4dd1-acf0-8c07f0d6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:23.182570 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-3ca3d0e3-2b81-4dd1-acf0-8c07f0d6896e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0685833 Apr 07 15:18:23.276689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-c2223cf4-851f-4345-b878-f0d784a8e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:23.278419 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-c2223cf4-851f-4345-b878-f0d784a8e411 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887036 Apr 07 15:18:23.694938 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-c8ac51e3-abc9-4769-8245-f99aad2418e2 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061556 Apr 07 15:18:23.859635 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bda58021-105f-401e-ac54-99fd8f4cc154 req-408acaa0-13a3-4f30-90bc-27b67c3f3b06 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477737 Apr 07 15:18:35.992736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9143bd0f-ae82-411e-b280-5ae7abdd7daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:38.796352 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-50171dca-2f8e-4ba2-8213-3fb78739fa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:39.167090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:39.935890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:40.217511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:40.744848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:18:46.834225 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923334c2-c016-4e05-881a-be66e7214b34 req-aeb36df5-8fd3-4e25-8676-2ec37607e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:46.836967 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-aeb36df5-8fd3-4e25-8676-2ec37607e339 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1137 time: 0.0980451 Apr 07 15:18:46.868301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b1cc-9189-4188-8c3e-24e707be63fc req-45645198-7674-4f3b-83bb-087909d43513 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:46.869926 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1a86b1cc-9189-4188-8c3e-24e707be63fc req-45645198-7674-4f3b-83bb-087909d43513 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0897913 Apr 07 15:18:46.902714 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1a86b1cc-9189-4188-8c3e-24e707be63fc req-ae48130b-b55b-4085-8a57-2b4c0e69c505 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0262315 Apr 07 15:18:46.994387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923334c2-c016-4e05-881a-be66e7214b34 req-38cf4e24-8fba-4c85-be2c-44ddce3ea1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:46.996188 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-38cf4e24-8fba-4c85-be2c-44ddce3ea1d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1528039 Apr 07 15:18:47.112356 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-236397a3-07df-4b63-8ce9-ee31e6262b7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 1001 time: 0.1069453 Apr 07 15:18:47.186253 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923334c2-c016-4e05-881a-be66e7214b34 req-c9f8aeb0-318d-4dec-9b3f-c03b2b6186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:47.187864 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-c9f8aeb0-318d-4dec-9b3f-c03b2b6186e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0656178 Apr 07 15:18:47.276620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923334c2-c016-4e05-881a-be66e7214b34 req-a59548aa-80a5-4920-a1ab-381a7a70867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:47.278176 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-a59548aa-80a5-4920-a1ab-381a7a70867f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838170 Apr 07 15:18:47.430329 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-25ead291-236f-48f2-bd31-f53b380e8117 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446493 Apr 07 15:18:47.579045 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-923334c2-c016-4e05-881a-be66e7214b34 req-8e5ef853-b811-4b2d-9456-5c1cf2ca768f service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411514 Apr 07 15:18:48.111893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e915e-f04d-4dda-ac88-421f6f778644 req-ced8ad20-3172-4d8f-99dc-868c5ec53107 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:48.113493 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bd3e915e-f04d-4dda-ac88-421f6f778644 req-ced8ad20-3172-4d8f-99dc-868c5ec53107 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0898840 Apr 07 15:18:48.147398 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-bd3e915e-f04d-4dda-ac88-421f6f778644 req-ed21f396-15e2-4e3f-b62c-cec00060ff53 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84384) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:18:48.163459 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-bd3e915e-f04d-4dda-ac88-421f6f778644 req-ed21f396-15e2-4e3f-b62c-cec00060ff53 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84384) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:18:48.164664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bd3e915e-f04d-4dda-ac88-421f6f778644 req-ed21f396-15e2-4e3f-b62c-cec00060ff53 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443249 Apr 07 15:18:49.393766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8efc-c517-445d-8933-3d0436ff2e7a req-1db7e6c0-8ef3-433b-a8ce-8117609b59ad tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:49.395429 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1aed8efc-c517-445d-8933-3d0436ff2e7a req-1db7e6c0-8ef3-433b-a8ce-8117609b59ad tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.1054916 Apr 07 15:18:49.428952 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-1aed8efc-c517-445d-8933-3d0436ff2e7a req-37826978-52fa-455d-993a-8f98b55005dc tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0267301 Apr 07 15:18:50.640858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d01215-c6a9-437a-b88b-abd485514799 req-86c8f987-66e2-47b9-a187-589aebaa49b9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:50.642468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8d01215-c6a9-437a-b88b-abd485514799 req-86c8f987-66e2-47b9-a187-589aebaa49b9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0961289 Apr 07 15:18:50.677746 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8d01215-c6a9-437a-b88b-abd485514799 req-ce708521-c510-4a8f-8ec6-0d299e9d7b57 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0279906 Apr 07 15:18:51.889866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d91d43-e5b8-4f1c-88c3-ede01134e59a req-358bba4d-def5-44a1-852d-68da741777dc tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:51.891519 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-78d91d43-e5b8-4f1c-88c3-ede01134e59a req-358bba4d-def5-44a1-852d-68da741777dc tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0899651 Apr 07 15:18:51.927526 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-78d91d43-e5b8-4f1c-88c3-ede01134e59a req-a0f75e4d-3765-4fa6-b826-aa5fb3daf789 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0272923 Apr 07 15:18:53.145231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc55981-b161-4431-b6f0-3c9ae3300a18 req-76655830-e2e5-4579-9286-688612583933 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:53.146986 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddc55981-b161-4431-b6f0-3c9ae3300a18 req-76655830-e2e5-4579-9286-688612583933 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0951557 Apr 07 15:18:53.181579 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ddc55981-b161-4431-b6f0-3c9ae3300a18 req-70ad414b-85ad-438b-83a1-d9729acb9d48 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0276773 Apr 07 15:18:54.380138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:18:54.637036 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382650b8-fd9d-4599-bd02-d3147b090a76 req-f256bc42-0892-4eea-9d3f-63074582c6c2 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:54.638592 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-382650b8-fd9d-4599-bd02-d3147b090a76 req-f256bc42-0892-4eea-9d3f-63074582c6c2 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.3391151 Apr 07 15:18:54.673962 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-382650b8-fd9d-4599-bd02-d3147b090a76 req-bcef6b40-5c3f-40aa-9887-6bd9aa8f4b71 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0264575 Apr 07 15:18:55.905644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38075c4c-7e41-400c-bbcc-2715334c979c req-4cd9f8ed-aaac-4aea-abd1-61c29e82abc6 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:55.907321 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38075c4c-7e41-400c-bbcc-2715334c979c req-4cd9f8ed-aaac-4aea-abd1-61c29e82abc6 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.1089964 Apr 07 15:18:55.943536 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-38075c4c-7e41-400c-bbcc-2715334c979c req-38780d3a-37dd-44f6-bf28-9002a7c055fe tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0267012 Apr 07 15:18:57.286165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251028b-b348-4d42-82da-6606f90190d3 req-cca99df0-9fd2-4a66-aae3-7f8c0cd0735b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:57.287768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a251028b-b348-4d42-82da-6606f90190d3 req-cca99df0-9fd2-4a66-aae3-7f8c0cd0735b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.2225022 Apr 07 15:18:57.324271 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a251028b-b348-4d42-82da-6606f90190d3 req-9e3728c8-fe1f-451e-a2aa-7dec976e05db tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0295365 Apr 07 15:18:58.602612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875913d-a9eb-482e-a054-722cbe3fbf93 req-eca34ca9-b355-4edd-b187-180bf3182214 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:58.604331 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d875913d-a9eb-482e-a054-722cbe3fbf93 req-eca34ca9-b355-4edd-b187-180bf3182214 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.1549327 Apr 07 15:18:58.638259 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-d875913d-a9eb-482e-a054-722cbe3fbf93 req-e5d65e3b-6c23-422b-b0f5-dca6fd2cb9c3 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0272834 Apr 07 15:18:59.848181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab0f7d-4b46-4065-8562-687d602937b9 req-2ea75652-5e5c-4a9a-b77b-9bd637ca34d5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:18:59.849775 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-edab0f7d-4b46-4065-8562-687d602937b9 req-2ea75652-5e5c-4a9a-b77b-9bd637ca34d5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0899413 Apr 07 15:18:59.884050 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-edab0f7d-4b46-4065-8562-687d602937b9 req-7e630ca9-c290-4456-88f9-31350e5fc2a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b9019f1-df6d-48e5-a36e-02887a70a995&id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0269055 Apr 07 15:19:05.988847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-355e808e-c0f2-4b50-8a5a-ad3f7e2a2053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:08.800545 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-8c8170e7-d97c-44f8-b26f-e5d0bf71dc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:09.169721 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:09.933638 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:10.208714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:10.748294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:16.107712 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-ea0a9f69-4c79-4e5f-9813-bd010d368863 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307704 Apr 07 15:19:16.208467 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-c6d4b481-e6ae-4b0f-9985-c9dcb90538f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:16.210468 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-c6d4b481-e6ae-4b0f-9985-c9dcb90538f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1137 time: 0.0798116 Apr 07 15:19:16.377934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-cbdc3824-e32f-44ff-8c15-53c4e1673803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:16.379552 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-cbdc3824-e32f-44ff-8c15-53c4e1673803 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1444194 Apr 07 15:19:16.493424 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-be488f89-54d1-499c-b95c-505942e073d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 1001 time: 0.1046863 Apr 07 15:19:16.563386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-203ab433-851d-4248-a649-389e0c08eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:16.565028 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-203ab433-851d-4248-a649-389e0c08eca4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0641351 Apr 07 15:19:16.653501 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-3d83169c-0aa6-437e-a355-1fab44defe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:16.655092 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-3d83169c-0aa6-437e-a355-1fab44defe52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835977 Apr 07 15:19:16.665833 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-eb1cd887-9092-4fe8-a4c6-72ce0b24df0d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 15:19:16.666972 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-eb1cd887-9092-4fe8-a4c6-72ce0b24df0d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056267 Apr 07 15:19:16.814884 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-9d1caed8-af52-4426-a2cd-f359ce3c5c2d service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414275 Apr 07 15:19:16.957008 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-fdbffe37-9e22-4202-8a48-daeff2de57d8 req-96d7b778-25b8-4467-8f28-9184871c0f35 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360207 Apr 07 15:19:31.381136 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:19:32.521169 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-b25b9367-a7dc-48ba-8f7e-8acbda566252 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307627701&fields=id&tenant_id=02bf33cd0485428d9af4f48cecbaa40f HTTP/1.1" status: 200 len: 267 time: 0.0271082 Apr 07 15:19:32.613867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-72ce687b-64a0-4ea0-9c08-cda530274cb7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:32.615524 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-72ce687b-64a0-4ea0-9c08-cda530274cb7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 984 time: 0.0881417 Apr 07 15:19:32.631624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.v2.base [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Request body: {'port': {'security_groups': ['bd8f28a2-131a-4309-97cd-839d5aa3ea32']}} {{(pid=84384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 15:19:32.768283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.072489 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:33.099627 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for port, precommit_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.103951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28311652'] for port, after_update {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.119477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:33.120782 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:19:33.277863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event updated for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=7']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:33.292231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.292667 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.293064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.293469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.293869 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.294270 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.294658 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.295065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.295475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.295875 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.296272 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.296664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.303405 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:33.339231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:33.340052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.341648 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a8cbde98-ce2e-4ccd-b55e-b99e9ae448ec req-2d9f8d6b-162b-4b56-9ad4-12046e03c578 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "PUT /v2.0/ports/2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 942 time: 0.7154834 Apr 07 15:19:33.342269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:19:33.349636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34590) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:33.394555 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:19:33.429684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:19:33.434614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.469122 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.508205 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-44498297-32ab-4c15-81da-5d4530974c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:33.510010 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-44498297-32ab-4c15-81da-5d4530974c46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1098 time: 0.0900922 Apr 07 15:19:33.532065 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.540763 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-22247ce6-9d2b-4c3a-b348-aed97e931985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:33.554887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9019f1-df6d-48e5-a36e-02887a70a995,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:33.566216 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.566617 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.567039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.567439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.567836 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.568232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.568672 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.569066 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.569458 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.569852 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.570240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.570657 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:33.574960 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.579307 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b9019f1-df6d-48e5-a36e-02887a70a995 HTTP/1.1" status: 204 len: 168 time: 0.2276189 Apr 07 15:19:33.580452 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ddb8e5a-973b-4034-b2ec-dd4b3138bee5 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:33.580966 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34594) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:33.642554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-08da2101-ccfd-49bc-8dc7-8b47708ac28a None None] Provisioning complete for port 2bc2c17a-8853-4514-a33b-bba01283f23f triggered by entity DHCP. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:19:33.642823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-08da2101-ccfd-49bc-8dc7-8b47708ac28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.664120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-95f80bbb-eb75-42b3-b94b-813618dba6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:33.666279 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-95f80bbb-eb75-42b3-b94b-813618dba6fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1479757 Apr 07 15:19:33.785689 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-056b2e5b-5f4d-4356-80e9-9e12eeaff30e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 1001 time: 0.1088386 Apr 07 15:19:33.805231 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Deleting port da3e3a84-d10a-49f1-b0d4-476bbac84b0c {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:33.805573 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:33.854965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-bd377dfe-1dd3-4c8d-974e-c0345e800a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:33.856664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-bd377dfe-1dd3-4c8d-974e-c0345e800a86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0645576 Apr 07 15:19:34.001561 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:34.001891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:34.143437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Calling delete_port for da3e3a84-d10a-49f1-b0d4-476bbac84b0c owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:34.199775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-de097fdc-dae0-44d6-acd4-14bb0385a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:34.201406 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-de097fdc-dae0-44d6-acd4-14bb0385a254 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3358550 Apr 07 15:19:34.314012 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:34.329934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-011c05f7-1a86-4fbd-99d0-92ab50a610a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:34.350518 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-85a1f5ed-7610-4b2c-9ba5-9a8ffc404abd service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371193 Apr 07 15:19:34.391394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event deleted for resources: {'Port': ['ID=da3e3a84-d10a-49f1-b0d4-476bbac84b0c,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:34.395524 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:34.509038 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-40ce758d-01ea-4fec-bc14-a08fd7563143 req-30776dba-925a-400c-86e4-3edddb2e9fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477935 Apr 07 15:19:34.609977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks [] for floatingip, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:34.610557 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Floating IP fb89c0e6-367d-495e-865f-81e3ccfddd3e disassociated (deleted). External IP: 172.28.1.212, port: 2bc2c17a-8853-4514-a33b-bba01283f23f. Apr 07 15:19:34.995057 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:19:35.194607 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:19:35.205329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Sync routers for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:19:35.216463 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:35.216652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:35.217256 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:35.277438 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb89c0e6-367d-495e-865f-81e3ccfddd3e HTTP/1.1" status: 204 len: 168 time: 1.6951804 Apr 07 15:19:35.278090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:19:35.403820 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:19:35.415786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:35.512925 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-906fe8ee-b939-4ab1-b550-7176f2b389eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:35.514627 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-906fe8ee-b939-4ab1-b550-7176f2b389eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 1098 time: 0.0823665 Apr 07 15:19:35.677050 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-de19c4c0-e21a-4d94-ae8e-7d84287d0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:35.679044 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-de19c4c0-e21a-4d94-ae8e-7d84287d0a71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1530335 Apr 07 15:19:35.775629 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-dae2ed8c-47cf-4426-8b79-0acdf8f6fde2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 200 len: 217 time: 0.0817540 Apr 07 15:19:35.851229 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-56ef77d5-acd2-4157-a8d9-50c231154f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:35.852949 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-56ef77d5-acd2-4157-a8d9-50c231154f61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 200 len: 853 time: 0.0672145 Apr 07 15:19:35.937897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:35.942239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Checking router: 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:19:35.945931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-b669c410-1f21-437d-94f1-27b438ad93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:35.947662 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-b669c410-1f21-437d-94f1-27b438ad93fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98e14e1e-cad2-4071-9aeb-a806c84f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852585 Apr 07 15:19:35.951577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:35.952294 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:36.101224 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-ea073ba3-a208-477d-97b9-f17fb21b0a7d service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460938 Apr 07 15:19:36.114193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cdd1-6db2-4ca2-94f0-564ac9bf8c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:36.172359 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:36.254460 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac6102f-a698-45e4-95c5-80d83bc2e402 req-32cd6117-7ce8-42eb-a54f-80419a7240c6 service neutron] 10.222.0.62 "GET /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454544 Apr 07 15:19:36.516271 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:36.521127 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3093-f400-4d1e-865f-fd498645d15a None None] The sync data for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb is: [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:17:23Z', 'revision_number': 4, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'a737e22a-2c92-48bf-94bf-ba640e1fd6f9', 'name': '', 'network_id': '98e14e1e-cad2-4071-9aeb-a806c84f4f60', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'mac_address': 'fa:16:3e:a2:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:22Z', 'updated_at': '2021-04-07T15:17:32Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'subnets': [{'id': '2c9ec534-8f4d-4b10-a3a6-ac1512128631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:19:36.995920 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b756cc9-74f9-46f5-9408-4be86af4133a None None] New status for floating IP fb89c0e6-367d-495e-865f-81e3ccfddd3e: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:19:38.711571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-f088278d-f7a4-494c-8ac8-03ae99f33390 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:38.712374 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-f088278d-f7a4-494c-8ac8-03ae99f33390 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:19:38.728473 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-f088278d-f7a4-494c-8ac8-03ae99f33390 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:19:38.729740 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-f088278d-f7a4-494c-8ac8-03ae99f33390 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.1212363 Apr 07 15:19:38.760306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-500ad419-6df7-4d12-b58c-78d3f91c42e9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Synchronizing usage tracker for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:19:38.775896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-500ad419-6df7-4d12-b58c-78d3f91c42e9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Unset dirty status for tenant:02bf33cd0485428d9af4f48cecbaa40f on resource:security_group {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:19:38.777183 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-ed1bd596-3d2f-4954-ae63-bef323b3aaa6 req-500ad419-6df7-4d12-b58c-78d3f91c42e9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Apr 07 15:19:38.804401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d870d67-f1e8-47a2-95ad-2c8aaa844869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:39.172710 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:39.928518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:39.936219 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bd58a-d512-475e-8ebc-317d7b520c3d req-a7f87518-6bf0-429a-8242-de1195d55075 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:39.937867 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc2bd58a-d512-475e-8ebc-317d7b520c3d req-a7f87518-6bf0-429a-8242-de1195d55075 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0918601 Apr 07 15:19:39.969861 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-bc2bd58a-d512-475e-8ebc-317d7b520c3d req-8427489f-1512-427b-a82e-ad498f757ee7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251989 Apr 07 15:19:39.986086 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89597758-66af-4b54-b584-14e6347cf9d1 req-f355c203-61df-4939-8ade-e19e36e6cc27 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:39.987811 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-89597758-66af-4b54-b584-14e6347cf9d1 req-f355c203-61df-4939-8ade-e19e36e6cc27 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0952470 Apr 07 15:19:40.019903 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-89597758-66af-4b54-b584-14e6347cf9d1 req-5d723cff-9cf3-4a51-a447-e4c5115d33b4 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254078 Apr 07 15:19:40.235995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:40.672971 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-366aa73e-cc8f-4e4f-912d-5c93424d4901 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:40.674546 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-366aa73e-cc8f-4e4f-912d-5c93424d4901 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.62 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.0984936 Apr 07 15:19:40.753322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:40.758547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Deleting port 2bc2c17a-8853-4514-a33b-bba01283f23f {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:40.758959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:41.033655 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] For port 2bc2c17a-8853-4514-a33b-bba01283f23f, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=2bc2c17a-8853-4514-a33b-bba01283f23f,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:41.034257 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:41.178541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Calling delete_port for 2bc2c17a-8853-4514-a33b-bba01283f23f owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:41.181831 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9371-0bfb-4ebc-81e4-98ba7923958e req-071e9da8-8e68-40ce-96e4-d9348773e8cf tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:41.183456 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-97ef9371-0bfb-4ebc-81e4-98ba7923958e req-071e9da8-8e68-40ce-96e4-d9348773e8cf tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0958426 Apr 07 15:19:41.215107 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-97ef9371-0bfb-4ebc-81e4-98ba7923958e req-b9aab252-97ea-4f7c-8d82-cf544e95d580 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248742 Apr 07 15:19:41.381878 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473e888-439d-4a91-9d6c-cfaac9a8d571 req-baab55e7-da7a-408a-b010-ec052a39a4ce tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:41.383513 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7473e888-439d-4a91-9d6c-cfaac9a8d571 req-baab55e7-da7a-408a-b010-ec052a39a4ce tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/ports?device_id=d395701c-9be4-442c-ab21-f00aee6dd01a HTTP/1.1" status: 200 len: 945 time: 0.2128866 Apr 07 15:19:41.424846 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7473e888-439d-4a91-9d6c-cfaac9a8d571 req-c6b296fb-351c-4d93-8c44-0fc6ef06655b tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8f28a2-131a-4309-97cd-839d5aa3ea32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Apr 07 15:19:41.425990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:41.438530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['2bc2c17a-8853-4514-a33b-bba01283f23f'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:19:41.443813 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-962f6e02-5424-4eaa-a21d-884bf60aa111 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:41.503165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Pushing event deleted for resources: {'Port': ['ID=2bc2c17a-8853-4514-a33b-bba01283f23f,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:41.506986 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:41.692715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] No DVR routers for this DVR port 2bc2c17a-8853-4514-a33b-bba01283f23f on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:19:41.695587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:41.698329 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'name': 'network-vif-deleted', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:19:41.714580 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a62b16e1-77b4-4e38-8f04-bd5cf0f0a1a2 req-de91df36-e194-42f9-b1b8-535fca4a2df7 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] 10.222.0.62 "DELETE /v2.0/ports/2bc2c17a-8853-4514-a33b-bba01283f23f HTTP/1.1" status: 204 len: 173 time: 1.0342879 Apr 07 15:19:41.748245 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd395701c-9be4-442c-ab21-f00aee6dd01a', 'name': 'network-vif-deleted', 'tag': '2bc2c17a-8853-4514-a33b-bba01283f23f', 'status': 'completed', 'code': 200} Apr 07 15:19:42.428760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f691bc-b809-4fc7-9789-e28945c17303 req-0f753d48-d9c5-41f7-8b89-97d73db477ad tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:42.430458 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29f691bc-b809-4fc7-9789-e28945c17303 req-0f753d48-d9c5-41f7-8b89-97d73db477ad tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0978696 Apr 07 15:19:42.464465 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-29f691bc-b809-4fc7-9789-e28945c17303 req-551ef5b1-29b6-4910-a2f8-978dbdd1cdd7 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271623 Apr 07 15:19:43.143254 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34688) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:43.682585 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ea05a-e1f9-4511-84ee-cb82fb3e69e2 req-66c609da-521b-4b4e-b2c1-0d35e99011e1 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:43.684338 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dc3ea05a-e1f9-4511-84ee-cb82fb3e69e2 req-66c609da-521b-4b4e-b2c1-0d35e99011e1 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0948131 Apr 07 15:19:43.717181 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-dc3ea05a-e1f9-4511-84ee-cb82fb3e69e2 req-d4f507aa-20a6-4849-9b83-a930cfa22d68 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260744 Apr 07 15:19:44.000856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:44.380149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Deleting port a737e22a-2c92-48bf-94bf-ba640e1fd6f9 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:44.380380 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:44.564063 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] For port a737e22a-2c92-48bf-94bf-ba640e1fd6f9, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:44.564454 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:44.700520 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Calling delete_port for a737e22a-2c92-48bf-94bf-ba640e1fd6f9 owned by network:router_interface {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:44.843953 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 2bc2c17a-8853-4514-a33b-bba01283f23f no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:44.885167 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: 2bc2c17a-8853-4514-a33b-bba01283f23f {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:44.885563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device 2bc2c17a-8853-4514-a33b-bba01283f23f not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:44.945435 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:44.960715 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11f064ab-46d6-4d44-a85f-dc8364785729 tempest-VolumesNegativeTest-2068838375 tempest-VolumesNegativeTest-2068838375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:45.024872 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Pushing event deleted for resources: {'Port': ['ID=a737e22a-2c92-48bf-94bf-ba640e1fd6f9,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:45.029824 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:45.096616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac66561-22cf-4c69-9c62-a5ae207cf1c2 req-67e80da1-7809-4289-a571-35473eae012d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:45.098272 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac66561-22cf-4c69-9c62-a5ae207cf1c2 req-67e80da1-7809-4289-a571-35473eae012d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.2430565 Apr 07 15:19:45.144852 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6ac66561-22cf-4c69-9c62-a5ae207cf1c2 req-f0d437db-4edb-418d-a78e-711dafd36f39 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382161 Apr 07 15:19:45.455000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:45.987175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:19:46.184376 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:19:46.193749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Sync routers for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:19:46.201284 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-897bd2cb-f4cc-4410-8037-86ff2c14e09c admin admin] 10.222.0.30 "PUT /v2.0/routers/7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0541487 Apr 07 15:19:46.201747 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34698) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:46.205120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:46.205905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:46.406090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:46.473554 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:46.541054 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492360e-5246-4d16-becc-f20d5e0bffb8 req-f29bddd7-903d-426d-be64-41369b151d44 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:46.542768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7492360e-5246-4d16-becc-f20d5e0bffb8 req-f29bddd7-903d-426d-be64-41369b151d44 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.2122624 Apr 07 15:19:46.723700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:19:44Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:46.728700 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Checking router: 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:19:46.738736 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Routers {'7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:46.739445 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:46.907774 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-7492360e-5246-4d16-becc-f20d5e0bffb8 req-a4605bea-07c9-4f00-93a9-f6415dc8ce87 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496905 Apr 07 15:19:46.942937 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] Set router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:46.971732 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:46.981551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Deleting port 34058ce6-dcbb-4450-890d-fa37248d7e03 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:46.981855 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:47.173959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] For port 34058ce6-dcbb-4450-890d-fa37248d7e03, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=34058ce6-dcbb-4450-890d-fa37248d7e03,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:47.174580 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:47.265910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:19:44Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:47.270331 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7b0af-48b7-41a2-a762-f803685d5e61 None None] The sync data for ids ['7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52'] in dv-cinder-782260-2-smb is: [{'id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'name': 'tempest-TestMinimumBasicScenario-737005966-router', 'tenant_id': '02bf33cd0485428d9af4f48cecbaa40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135'}], 'enable_snat': True}, 'gw_port_id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:17Z', 'updated_at': '2021-04-07T15:19:44Z', 'revision_number': 5, 'project_id': '02bf33cd0485428d9af4f48cecbaa40f', 'gw_port': {'id': '34058ce6-dcbb-4450-890d-fa37248d7e03', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:31:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:18Z', 'updated_at': '2021-04-07T15:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:19:47.311505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Calling delete_port for 34058ce6-dcbb-4450-890d-fa37248d7e03 owned by network:router_gateway {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:47.516102 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:47.533090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-40cf279f-df70-4246-9081-34f41fe205a9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:47.598441 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34058ce6-dcbb-4450-890d-fa37248d7e03,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:47.601416 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:47.818611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.011517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.015401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.041600 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.042206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 {{(pid=84385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:19:48.058324 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.063208 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7f3fcd3b-6c79-4cc2-81cb-2d3a9e94ba52 HTTP/1.1" status: 204 len: 168 time: 1.8569398 Apr 07 15:19:48.064287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34704) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:48.128755 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb693f-eb1e-4bf8-824a-4485883d0177 req-99a3ca14-8dee-4994-aba2-605eab040d39 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:48.131074 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5feb693f-eb1e-4bf8-824a-4485883d0177 req-99a3ca14-8dee-4994-aba2-605eab040d39 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1011097 Apr 07 15:19:48.144990 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Deleting subnet 2c9ec534-8f4d-4b10-a3a6-ac1512128631 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:19:48.148685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.163469 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5feb693f-eb1e-4bf8-824a-4485883d0177 req-82c6c0c1-23af-4d59-bf7e-65871acd44b0 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254529 Apr 07 15:19:48.208318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.297704 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.522906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a737e22a-2c92-48bf-94bf-ba640e1fd6f9 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:48.560241 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: a737e22a-2c92-48bf-94bf-ba640e1fd6f9 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:48.560643 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a737e22a-2c92-48bf-94bf-ba640e1fd6f9 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:48.561113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 34058ce6-dcbb-4450-890d-fa37248d7e03 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:48.572010 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.588906 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-183b461a-2e06-492a-b2c6-c991e76fe1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:48.598183 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 34058ce6-dcbb-4450-890d-fa37248d7e03 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:48.598587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 34058ce6-dcbb-4450-890d-fa37248d7e03 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:48.635668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9ec534-8f4d-4b10-a3a6-ac1512128631,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:48.639534 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:48.728401 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.733854 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf36421-3802-443a-89cd-65f4348f2f1b None None] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:19:48.735412 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-32056408-541e-4ff4-9f31-5b204e42cb0e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2c9ec534-8f4d-4b10-a3a6-ac1512128631 HTTP/1.1" status: 204 len: 168 time: 0.6697288 Apr 07 15:19:48.738662 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34708) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:48.860334 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:48.932948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Deleting port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:48.933350 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:49.007703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] DHCP port deletion for 98e14e1e-cad2-4071-9aeb-a806c84f4f60 request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:19:49.013036 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Deleting port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:49.013649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:49.256239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] For port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:49.257160 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:49.389356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef32d-f1ea-4004-8c01-879fb6ce9a07 req-57d986ee-3d5c-4c2e-8b7a-3abe6ad11b36 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:49.391103 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e40ef32d-f1ea-4004-8c01-879fb6ce9a07 req-57d986ee-3d5c-4c2e-8b7a-3abe6ad11b36 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1000519 Apr 07 15:19:49.427411 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e40ef32d-f1ea-4004-8c01-879fb6ce9a07 req-f8be39d5-62d4-4812-ac01-b873ecbb6e6b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289466 Apr 07 15:19:49.456468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] For port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,segment=NetworkSegment(9018270f-be55-44a8-bbbd-8c9a2da47ec9),segment_id=9018270f-be55-44a8-bbbd-8c9a2da47ec9)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:49.456876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:49.593347 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Calling delete_port for 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:49.608597 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Calling delete_port for 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d owned by network:dhcp {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:49.682470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652'] for port, after_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:49.694075 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84384) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:19:49.694440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:19:49.699282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:49.760448 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Pushing event deleted for resources: {'Port': ['ID=6fd098c0-0ff5-4c5f-bcc1-7330f36b638d,revision_number=None']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:49.824533 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.824888 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.825269 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.825639 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.826003 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.826369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.826759 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.827124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.827486 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.827848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.828186 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.828543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:19:49.835419 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:49.866051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032e461-1105-4213-a2b5-3c0ee8998dda None None] No DVR routers for this DVR port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d on host dv-cinder-782260-2-smb {{(pid=84386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:19:50.110351 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-d4816094-b63f-4128-8df9-a664ba04905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:50.113583 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-d4816094-b63f-4128-8df9-a664ba04905d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.1142581 Apr 07 15:19:50.211674 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Deleting port 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:50.212041 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:50.308336 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] The port '6fd098c0-0ff5-4c5f-bcc1-7330f36b638d' was deleted {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:19:50.409663 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-6fc27161-ae10-4539-84a7-9734bb0007ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:50.411264 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-6fc27161-ae10-4539-84a7-9734bb0007ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.2891803 Apr 07 15:19:50.536356 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:50.538848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:50.580566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:50.580892 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6fd098c0-0ff5-4c5f-bcc1-7330f36b638d not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:50.726659 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-e687a272-5bff-47f8-bb07-27a8738090e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 1001 time: 0.2683942 Apr 07 15:19:50.780705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e14e1e-cad2-4071-9aeb-a806c84f4f60']}} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:50.803880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9018270f-be55-44a8-bbbd-8c9a2da47ec9') {'for_net_delete': True} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:50.804182 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9018270f-be55-44a8-bbbd-8c9a2da47ec9') {} {{(pid=84384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:50.826712 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29327370'] for segment, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:50.861447 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:50.873071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:19:50.889577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-40fa192b-d6ab-40e6-a0cd-b6641d26b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:50.891197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-40fa192b-d6ab-40e6-a0cd-b6641d26b449 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.1498628 Apr 07 15:19:51.061592 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f5f4-1720-4ac0-b5cb-626cd562869d req-ae07a060-e07f-4a75-9c43-fba1a52b1802 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:51.063197 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8344f5f4-1720-4ac0-b5cb-626cd562869d req-ae07a060-e07f-4a75-9c43-fba1a52b1802 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.4809442 Apr 07 15:19:51.155749 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:19:51.175030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28311562'] for segment, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:51.192330 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-8344f5f4-1720-4ac0-b5cb-626cd562869d req-c2b781d6-00c3-4b9d-bf93-f70a2969005b tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817912 Apr 07 15:19:51.308919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-2fa5df9d-948a-49d3-965d-507d1d9e2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:51.310693 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-2fa5df9d-948a-49d3-965d-507d1d9e2a99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3981040 Apr 07 15:19:51.413201 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Network 98e14e1e-cad2-4071-9aeb-a806c84f4f60 has no segments {{(pid=84384) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: % (table.description, expected, rows_matched) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: % (table.description, expected, rows_matched) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: % (table.description, expected, rows_matched) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: % (table.description, expected, rows_matched) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:19:51.438268 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:19:51.589455 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:51.607349 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-3fc68543-ee07-47ce-a29f-1f8dc9988afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:51.621318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:51.636267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e14e1e-cad2-4071-9aeb-a806c84f4f60,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:51.642054 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-fa2ca6d4-60db-44b6-a835-ca6db981de94 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806299 Apr 07 15:19:51.645080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:51.653871 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-6ba08fe0-2947-4ac9-a939-0e1d67a27286 admin admin] 10.222.0.30 "DELETE /v2.0/networks/98e14e1e-cad2-4071-9aeb-a806c84f4f60 HTTP/1.1" status: 204 len: 168 time: 2.9139593 Apr 07 15:19:51.657304 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34716) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:51.797716 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-58b91e37-7a6c-49fc-afd0-fa019a21a515 req-b7304a03-a297-40c2-9689-43ad5e3b0b76 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425908 Apr 07 15:19:52.290938 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:52.641730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6825f2-71d9-44d8-a66c-afd9dc33b6b5 req-77f236d2-cd3b-4ac3-b4e4-5c01acc96239 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:52.643368 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6d6825f2-71d9-44d8-a66c-afd9dc33b6b5 req-77f236d2-cd3b-4ac3-b4e4-5c01acc96239 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.2325449 Apr 07 15:19:52.684179 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-6d6825f2-71d9-44d8-a66c-afd9dc33b6b5 req-22f0b09b-980b-43b9-b495-a4fab1b1eec6 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340834 Apr 07 15:19:52.774773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Deleting port 5b92b684-7957-43c3-acde-92c39ab902d7 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:52.775325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:53.230851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] For port 5b92b684-7957-43c3-acde-92c39ab902d7, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=5b92b684-7957-43c3-acde-92c39ab902d7,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:53.231282 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:53.370982 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Calling delete_port for 5b92b684-7957-43c3-acde-92c39ab902d7 owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:53.563096 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:53.576780 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6a70aa2b-c34a-417e-95dd-52924203771f tempest-VolumesActionsTest-644339542 tempest-VolumesActionsTest-644339542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:53.639848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b92b684-7957-43c3-acde-92c39ab902d7,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:53.643847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:53.916116 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf073e-cb7f-46ab-bb4c-fda27e15cca9 req-fc28a76a-aab4-46c3-ba24-85bbabee9f83 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:53.918088 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cdaf073e-cb7f-46ab-bb4c-fda27e15cca9 req-fc28a76a-aab4-46c3-ba24-85bbabee9f83 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1041768 Apr 07 15:19:53.951954 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-cdaf073e-cb7f-46ab-bb4c-fda27e15cca9 req-1ac528e6-d726-4db0-8f57-6553f1d49170 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267322 Apr 07 15:19:54.074783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:54.610213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:19:54.803687 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:19:54.813387 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Sync routers for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:19:54.820431 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-63e48a62-fb37-4e81-9cc3-f6a4bff168a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1619015 Apr 07 15:19:54.823948 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34724) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:54.824783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:54.825453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:55.015274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:55.021072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks [] for router, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:55.191470 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9cb7e-ee76-4fe1-822a-dc6f5e4f13e8 req-00128b96-a9ad-40fb-b514-bda2a74eaa21 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:55.193309 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2a9cb7e-ee76-4fe1-822a-dc6f5e4f13e8 req-00128b96-a9ad-40fb-b514-bda2a74eaa21 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1006353 Apr 07 15:19:55.229334 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-c2a9cb7e-ee76-4fe1-822a-dc6f5e4f13e8 req-59ef155a-859c-473f-8d85-f5d98ade89d6 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272081 Apr 07 15:19:55.360283 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:19:53Z', 'revision_number': 5, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:55.365394 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Checking router: a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:19:55.377267 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Routers {'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:19:55.378011 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:19:39Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:55.505152 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:55.516095 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Deleting port ecf90a5c-0a68-4615-be65-a94c2a9a8927 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:55.516479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:55.579175 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] Set router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:19:55.705785 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e94d-9801-45c5-aa7b-9c1890b3910a req-ef861f9e-0afe-4fe9-84b3-18c6d48eca76 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:55.707509 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-be98e94d-9801-45c5-aa7b-9c1890b3910a req-ef861f9e-0afe-4fe9-84b3-18c6d48eca76 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1201992 Apr 07 15:19:55.711115 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-814a05c6-ff08-4333-bf97-0f63d59550b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2303300 Apr 07 15:19:55.718567 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] For port ecf90a5c-0a68-4615-be65-a94c2a9a8927, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ecf90a5c-0a68-4615-be65-a94c2a9a8927,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:55.719008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:55.763898 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-be98e94d-9801-45c5-aa7b-9c1890b3910a req-ebd40014-9b4c-46bb-9d28-d43c127dfcd8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353682 Apr 07 15:19:55.863287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Calling delete_port for ecf90a5c-0a68-4615-be65-a94c2a9a8927 owned by network:router_gateway {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:55.918348 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:19:53Z', 'revision_number': 5, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:55.923185 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a145b954-5f95-4e1d-bd19-133eeb0d767c None None] The sync data for ids ['a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f'] in dv-cinder-782260-2-smb is: [{'id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'name': 'tempest-TestMinimumBasicScenario-1369871552-router', 'tenant_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:17:29Z', 'updated_at': '2021-04-07T15:19:53Z', 'revision_number': 5, 'project_id': '5dbb8b13a6a24a89ba35af4926ffe98d', 'gw_port': {'id': 'ecf90a5c-0a68-4615-be65-a94c2a9a8927', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:17:30Z', 'updated_at': '2021-04-07T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:19:56.065952 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.083222 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b0b6d2b8-5cbe-404a-9110-09b082a10096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:56.150571 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf90a5c-0a68-4615-be65-a94c2a9a8927,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:56.154863 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:56.362936 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.553900 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5b92b684-7957-43c3-acde-92c39ab902d7 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:56.556027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.558516 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.593492 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 5b92b684-7957-43c3-acde-92c39ab902d7 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:56.593945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 5b92b684-7957-43c3-acde-92c39ab902d7 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:56.609174 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.609739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f {{(pid=84384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:19:56.623837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] Notify callbacks [] for router, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.627690 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9e9aa717-16d7-4526-8fcb-07dc6d20503e admin admin] 10.222.0.30 "DELETE /v2.0/routers/a5c9f3cd-fe9a-4e36-88c6-5f231bc4597f HTTP/1.1" status: 204 len: 168 time: 1.8000705 Apr 07 15:19:56.628070 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34746) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:56.706827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Deleting subnet 66a64c10-4354-436c-91eb-ee7ca82f2c25 {{(pid=84384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:19:56.710965 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.767765 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036825448398'] for subnet, precommit_delete_associations {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.864087 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:56.888379 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:57.028330 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.043159 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:19:57.067420 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:57.073584 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.075666 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:57.157422 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b7746-3cc6-420b-9628-1878ae2e5a8b req-2a49aa6c-3853-4cd7-ac92-77cb12f8020d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:57.161569 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-676b7746-3cc6-420b-9628-1878ae2e5a8b req-2a49aa6c-3853-4cd7-ac92-77cb12f8020d tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.2579937 Apr 07 15:19:57.178393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=6']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:57.182734 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:57.241565 dv-cinder-782260-2-smb neutron-server[84271]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'code': 422} returned with failed status Apr 07 15:19:57.252823 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-676b7746-3cc6-420b-9628-1878ae2e5a8b req-175883ee-77f3-49d7-b51f-a9754d37bf4e tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784719 Apr 07 15:19:57.380523 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-bb7b1ee2-7dea-4d3e-9cae-93011d5e2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:57.382509 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-bb7b1ee2-7dea-4d3e-9cae-93011d5e2a20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c&tenant_id=8eea0e9f910742d28af202684b6bf44c HTTP/1.1" status: 200 len: 1096 time: 0.1794369 Apr 07 15:19:57.405729 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28311639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27345789'] for subnet, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.425741 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:57.524610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a64c10-4354-436c-91eb-ee7ca82f2c25,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:57.583316 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:57.629235 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for subnet, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.635062 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d62c56-1379-4662-8fd5-23848c585516 None None] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:19:57.641588 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-9dd7e4a4-b6b8-43dd-85e1-2544d2fb06e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/66a64c10-4354-436c-91eb-ee7ca82f2c25 HTTP/1.1" status: 204 len: 168 time: 1.0124075 Apr 07 15:19:57.645664 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34756) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:19:57.652263 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-aeda54ad-c85c-4827-b273-6d5d364e9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:57.653907 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-aeda54ad-c85c-4827-b273-6d5d364e9a5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1096 time: 0.2293465 Apr 07 15:19:57.798274 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.813893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-44513a37-8ebd-4beb-8c98-ca0f176e0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:57.815719 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-44513a37-8ebd-4beb-8c98-ca0f176e0fcc service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1508386 Apr 07 15:19:57.869067 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Deleting port a541d50e-0939-4e53-a5cc-8a434fd1e849 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:57.869720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:57.943686 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-cc1e86c3-8e63-4415-978e-ed45065371c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 999 time: 0.1169682 Apr 07 15:19:57.977433 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] DHCP port deletion for 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:19:57.982924 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Deleting port a541d50e-0939-4e53-a5cc-8a434fd1e849 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:57.983827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:58.021897 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-65951e70-0dd2-4897-af80-5e7fbb18f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:58.023833 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-65951e70-0dd2-4897-af80-5e7fbb18f4d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0698025 Apr 07 15:19:58.124849 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-a7dcae28-bca2-495a-af3c-d2bd8dd4025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:58.126545 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-a7dcae28-bca2-495a-af3c-d2bd8dd4025e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932679 Apr 07 15:19:58.132154 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] For port a541d50e-0939-4e53-a5cc-8a434fd1e849, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a541d50e-0939-4e53-a5cc-8a434fd1e849,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:58.132562 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:58.227610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] For port a541d50e-0939-4e53-a5cc-8a434fd1e849, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=a541d50e-0939-4e53-a5cc-8a434fd1e849,segment=NetworkSegment(3d58b131-6532-44f9-8a2c-6ef334c87982),segment_id=3d58b131-6532-44f9-8a2c-6ef334c87982)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:19:58.228240 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:58.270289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Calling delete_port for a541d50e-0939-4e53-a5cc-8a434fd1e849 owned by network:dhcp {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:58.290892 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-90c98f49-b746-44a4-8e21-830f4466478c service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528106 Apr 07 15:19:58.374053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:58.376028 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Calling delete_port for a541d50e-0939-4e53-a5cc-8a434fd1e849 owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:19:58.397493 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-fb0a2e45-8162-412f-9084-b46247cd60b8 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:58.467482 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:19:58.468411 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:19:58.473266 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5caa0a91-ac01-4b9c-8629-932123f86b29 req-a804be98-dea8-4e91-8f4a-0453cab84213 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710961 Apr 07 15:19:58.540933 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ecf90a5c-0a68-4615-be65-a94c2a9a8927 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:58.583078 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: ecf90a5c-0a68-4615-be65-a94c2a9a8927 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:58.583579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ecf90a5c-0a68-4615-be65-a94c2a9a8927 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:58.584130 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a541d50e-0939-4e53-a5cc-8a434fd1e849 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:19:58.626783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: a541d50e-0939-4e53-a5cc-8a434fd1e849 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:19:58.627190 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device a541d50e-0939-4e53-a5cc-8a434fd1e849 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:19:58.785439 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a541d50e-0939-4e53-a5cc-8a434fd1e849,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:58.792887 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:58.895089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] No DVR routers for this DVR port a541d50e-0939-4e53-a5cc-8a434fd1e849 on host dv-cinder-782260-2-smb {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:19:58.969546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Deleting port a541d50e-0939-4e53-a5cc-8a434fd1e849 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:19:58.970206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:58.973265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdbd56-2a0c-425b-98a6-f475e1cf45e5 req-625de807-86ac-44b2-8f10-a708bf80bad4 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:19:58.975018 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5dcdbd56-2a0c-425b-98a6-f475e1cf45e5 req-625de807-86ac-44b2-8f10-a708bf80bad4 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.5794151 Apr 07 15:19:59.061076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-e40a0161-7516-4109-aa74-2743a8567034 None None] The port 'a541d50e-0939-4e53-a5cc-8a434fd1e849' was deleted {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:19:59.075079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.106548 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-5dcdbd56-2a0c-425b-98a6-f475e1cf45e5 req-2db16cbd-7e6c-42c4-b3c5-ec6fd81db283 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222756 Apr 07 15:19:59.233723 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e11e778-2e7b-46b4-97ef-e7e8c99fcbab']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:59.247728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d58b131-6532-44f9-8a2c-6ef334c87982') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:59.248088 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d58b131-6532-44f9-8a2c-6ef334c87982') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:19:59.261312 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.282426 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.289809 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:19:59.473823 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:19:59.483471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.668668 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Network 9e11e778-2e7b-46b4-97ef-e7e8c99fcbab has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:19:59.692836 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:19:59.781652 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.785610 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:19:59.800483 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:19:59.812616 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e11e778-2e7b-46b4-97ef-e7e8c99fcbab,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:19:59.817790 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:19:59.821298 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d672b60b-50cc-42c1-8fdb-8f7871793f8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/9e11e778-2e7b-46b4-97ef-e7e8c99fcbab HTTP/1.1" status: 204 len: 168 time: 2.1735969 Apr 07 15:20:00.012853 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34764) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:20:00.055345 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-3ea8ba43-e94b-4f54-b3f0-7c3968367caa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02bf33cd0485428d9af4f48cecbaa40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405381 Apr 07 15:20:00.058055 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34768) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:20:00.127499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.155994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.210049 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.216016 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f340a2f6-32eb-4c98-899a-9d4a13de4015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:20:00.231578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8f28a2-131a-4309-97cd-839d5aa3ea32,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:20:00.234739 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:20:00.242354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.243837 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7d81107c-8d50-4630-91cb-196b3108a998 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd8f28a2-131a-4309-97cd-839d5aa3ea32 HTTP/1.1" status: 204 len: 168 time: 0.1844096 Apr 07 15:20:00.321388 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1dae-60e5-4c1a-8145-8cc4d25b6f58 req-ced567ed-4529-40e5-8545-5d725d87648c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:00.323222 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-546f1dae-60e5-4c1a-8145-8cc4d25b6f58 req-ced567ed-4529-40e5-8545-5d725d87648c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 943 time: 0.0990567 Apr 07 15:20:00.363708 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-546f1dae-60e5-4c1a-8145-8cc4d25b6f58 req-df94406a-534e-43d3-85d7-fadc61948d81 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273347 Apr 07 15:20:00.651344 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34778) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:20:00.707528 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-25ba4498-d0d9-4141-81d3-ae2f79d27c2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5dbb8b13a6a24a89ba35af4926ffe98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545521 Apr 07 15:20:00.710746 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34782) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:20:00.782880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.813644 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.864475 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.869815 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-046aae31-c3b5-40d3-97ba-9b59e5bccde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:20:00.884053 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d91dc9-d9f7-4398-ade9-26727278b695,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:20:00.886837 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:20:00.889446 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:00.894943 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-1255fe4f-a861-488e-85ca-362ecda87dfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63d91dc9-d9f7-4398-ade9-26727278b695 HTTP/1.1" status: 204 len: 168 time: 0.1786687 Apr 07 15:20:00.908460 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 details requested by agent hyperv_hv-cinder-78226 with host hv-cinder-78226 {{(pid=84386) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 07 15:20:01.059469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:20:01.077705 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Returning: {'device': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'port_id': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'mac_address': 'fa:16:3e:b7:a2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84386) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 07 15:20:01.148080 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:01.149702 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2489fcd-3488-4a38-91ce-598bec5736e7 {{(pid=84386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 07 15:20:01.168981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:20:01.173179 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:01.176301 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:20:01.256310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=7']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:20:01.260783 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:20:01.450322 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] get_ports_and_sgs() called for port_ids ['f2489fcd-3488-4a38-91ce-598bec5736e7'] {{(pid=84386) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 07 15:20:01.577518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca58374-fa31-43da-8ad8-10301725ed11 req-377a2b62-ab15-42f7-a399-b3e2108444a1 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:01.579472 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aca58374-fa31-43da-8ad8-10301725ed11 req-377a2b62-ab15-42f7-a399-b3e2108444a1 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 944 time: 0.0939984 Apr 07 15:20:01.612013 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-aca58374-fa31-43da-8ad8-10301725ed11 req-f32166b9-60ff-408d-b547-6616b9aee0a9 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254579 Apr 07 15:20:02.819141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e42be-cf83-4cea-9c9d-b09a52efe617 req-e6571c34-8eaf-4002-93ad-2619b5e2e189 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:02.820740 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f84e42be-cf83-4cea-9c9d-b09a52efe617 req-e6571c34-8eaf-4002-93ad-2619b5e2e189 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 944 time: 0.0908735 Apr 07 15:20:02.853080 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f84e42be-cf83-4cea-9c9d-b09a52efe617 req-f7adb360-1a96-48b7-9ba0-9e3852308c0c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251861 Apr 07 15:20:02.921530 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 up at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 07 15:20:02.998954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.provisioning_blocks [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Provisioning complete for port f2489fcd-3488-4a38-91ce-598bec5736e7 triggered by entity L2. {{(pid=84386) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 15:20:02.999383 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854769578'] for port, provisioning_complete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:03.129504 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853825826'] for port, before_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:03.141957 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:20:03.152904 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:20:03.156641 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363245675823220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791178518165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245676257618'] for port, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:03.159440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:20:03.197966 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'code': 200} Apr 07 15:20:03.234104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Pushing event updated for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=8']} {{(pid=84386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:20:03.237384 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:20:03.550730 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd7c95-b05a-48b7-9b55-b33bd0141ea5 req-259937a1-319f-4137-8bf5-d19973a1a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:03.552452 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ddd7c95-b05a-48b7-9b55-b33bd0141ea5 req-259937a1-319f-4137-8bf5-d19973a1a36b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.0823891 Apr 07 15:20:03.585914 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-4ddd7c95-b05a-48b7-9b55-b33bd0141ea5 req-9f4ea8dc-152c-491a-9630-9929be7b4855 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0221119 Apr 07 15:20:04.063204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becface-4c1f-40d7-b581-824b448b50db req-6d0a57c7-132e-433a-b2ac-deb6bf9a757a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:04.064881 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9becface-4c1f-40d7-b581-824b448b50db req-6d0a57c7-132e-433a-b2ac-deb6bf9a757a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0949402 Apr 07 15:20:04.098462 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-9becface-4c1f-40d7-b581-824b448b50db req-427391d6-a26a-4924-8374-581854908ad0 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256436 Apr 07 15:20:05.305934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb59b4-6aa3-4e65-aac2-596038bd0413 req-091fb02b-658c-4463-8356-5a17e67b04cb tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:05.307650 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f7bb59b4-6aa3-4e65-aac2-596038bd0413 req-091fb02b-658c-4463-8356-5a17e67b04cb tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0914090 Apr 07 15:20:05.340777 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-f7bb59b4-6aa3-4e65-aac2-596038bd0413 req-1c9deda7-6c70-4ee0-b573-2b4607850416 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263712 Apr 07 15:20:05.989371 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2932a8e7-2f62-452c-888b-f31521b70a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:08.380840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:20:08.809620 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4202953a-8aa0-425b-8b6e-637c4c489915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:09.176281 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:09.931851 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:10.248866 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:10.750918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:15.998664 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-fde90722-6830-4611-9656-58e739c789b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863552 Apr 07 15:20:16.164024 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-e9b690f0-53f5-48ca-a718-21e701929b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:16.165746 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-e9b690f0-53f5-48ca-a718-21e701929b46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.0844312 Apr 07 15:20:16.343578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-02a75cc4-8385-41fc-afcc-c5753dcdb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:16.345126 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-02a75cc4-8385-41fc-afcc-c5753dcdb5e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1559734 Apr 07 15:20:16.462687 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-5d97db1e-42dc-487c-9887-edf68fcf3e9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 1001 time: 0.1098020 Apr 07 15:20:16.539976 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-165fc62f-2801-426e-a64b-3e3bdf90ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:16.541584 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-165fc62f-2801-426e-a64b-3e3bdf90ee89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0710621 Apr 07 15:20:16.632624 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-2d8beb81-6500-4fb7-af8a-5600f3e9004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:20:16.634333 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-2d8beb81-6500-4fb7-af8a-5600f3e9004c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848188 Apr 07 15:20:16.784747 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-bacb4a84-ba53-4ddd-809d-d53ecd1c6d58 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420417 Apr 07 15:20:17.202578 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-654b1c51-5a0f-42ed-8cbb-12c218fc08b8 req-c5dbe0ee-ad88-4f2f-8ce1-e947fbab591b service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110377 Apr 07 15:20:35.995069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-136d04b6-cc06-4a12-be9e-0fc0962c636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:38.814934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a0bae9f1-98ad-43c7-8a16-75dace5edeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:39.179964 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:39.936382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:40.269848 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:40.756539 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:20:45.381386 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:21:05.988714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-218a9fd0-e63a-4ca7-92bf-f83ab486d7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:08.831145 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-56d50ba6-a5df-4e0e-b86e-7094381dd787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:09.183124 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:09.945364 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:10.264104 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:10.760548 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:18.014519 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-f222f96b-7cf2-4461-b966-8fc1b0dee9dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929058 Apr 07 15:21:18.178970 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616015-e529-4177-b62d-10ae2e372bdd req-18e57f78-101d-4186-8538-40cee005d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:18.180628 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-18e57f78-101d-4186-8538-40cee005d189 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.0833786 Apr 07 15:21:18.345085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616015-e529-4177-b62d-10ae2e372bdd req-0e5c11cd-e3e9-4b79-a81c-b069693dacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:18.346676 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-0e5c11cd-e3e9-4b79-a81c-b069693dacf1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1417108 Apr 07 15:21:18.463315 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-79f8773c-837e-4ac3-99a0-37b12a28b550 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 1001 time: 0.1052682 Apr 07 15:21:18.535337 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616015-e529-4177-b62d-10ae2e372bdd req-0b6da933-3971-4590-87da-d8315e9b3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:18.536947 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-0b6da933-3971-4590-87da-d8315e9b3a79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0645514 Apr 07 15:21:18.628574 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616015-e529-4177-b62d-10ae2e372bdd req-ae079e5c-6ff9-4ece-af91-c6e49b17764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:18.630155 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-ae079e5c-6ff9-4ece-af91-c6e49b17764d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827975 Apr 07 15:21:18.775327 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34818) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:18.786657 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-002031ed-2b44-4200-894c-7542604b8c51 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452456 Apr 07 15:21:18.931833 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3c616015-e529-4177-b62d-10ae2e372bdd req-9e0f071d-a242-4552-b0bd-4f2a7b44cb13 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374350 Apr 07 15:21:18.996332 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Deleting port 1aa38c6f-c3ab-41dd-a766-cfa8baff441f {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:18.996706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:19.187940 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:19.188593 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:19.321865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Calling delete_port for 1aa38c6f-c3ab-41dd-a766-cfa8baff441f owned by network:floatingip {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:19.486625 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:19.500228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-723d5a7d-2579-4a1b-bc09-fdf86efb15b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:19.555249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event deleted for resources: {'Port': ['ID=1aa38c6f-c3ab-41dd-a766-cfa8baff441f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:19.569594 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.570008 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.570412 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.570843 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.571239 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.571634 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.572022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.572414 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.572804 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.573192 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.573582 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.573969 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:19.625044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:19.782603 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for floatingip, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:19.782894 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.db.l3_db [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Floating IP c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a disassociated (deleted). External IP: 172.28.1.238, port: f2489fcd-3488-4a38-91ce-598bec5736e7. Apr 07 15:21:20.168977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:21:20.360877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:21:20.371244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Sync routers for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:21:20.380478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for floatingip, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:20.382113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:20.382934 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:20.445103 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-40c4f0c2-4bfb-4ab6-8716-bc2067ec18f2 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "DELETE /v2.0/floatingips/c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a HTTP/1.1" status: 204 len: 168 time: 1.6653278 Apr 07 15:21:20.445103 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:21:20.494413 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'status': 'completed', 'code': 200} Apr 07 15:21:20.575738 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:20.607713 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-1e9f887f-2a93-4b6e-941f-5a474c1bdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:20.609395 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-1e9f887f-2a93-4b6e-941f-5a474c1bdbe5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8eea0e9f910742d28af202684b6bf44c&device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 1098 time: 0.0847914 Apr 07 15:21:20.770536 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-d7c6b70b-fdcc-484e-ab4a-82e7b27159ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:20.772305 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-d7c6b70b-fdcc-484e-ab4a-82e7b27159ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 200 len: 910 time: 0.1532505 Apr 07 15:21:20.848808 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f5bff-d6e1-4dcd-a39e-3ae0fb390bd3 req-8f51ba69-6ebc-4927-90ab-e70ed7cf9986 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:20.849781 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-a95f5bff-d6e1-4dcd-a39e-3ae0fb390bd3 req-8f51ba69-6ebc-4927-90ab-e70ed7cf9986 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Synchronizing usage tracker for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84385) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 07 15:21:20.851889 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-74cc82b2-6120-4dd5-862b-9c3d38f7ec8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 200 len: 217 time: 0.0721908 Apr 07 15:21:20.866437 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.quota.resource [req-a95f5bff-d6e1-4dcd-a39e-3ae0fb390bd3 req-8f51ba69-6ebc-4927-90ab-e70ed7cf9986 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Unset dirty status for tenant:8eea0e9f910742d28af202684b6bf44c on resource:port {{(pid=84385) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 07 15:21:20.867773 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a95f5bff-d6e1-4dcd-a39e-3ae0fb390bd3 req-8f51ba69-6ebc-4927-90ab-e70ed7cf9986 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.1107354 Apr 07 15:21:20.901991 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-a95f5bff-d6e1-4dcd-a39e-3ae0fb390bd3 req-1e2f49d5-ef39-438c-a279-ab6ecde97ac8 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270407 Apr 07 15:21:20.924006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-2b05f330-c101-44aa-9502-ad38ee7a523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:20.925833 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-2b05f330-c101-44aa-9502-ad38ee7a523c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 200 len: 848 time: 0.0674140 Apr 07 15:21:20.935020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:20.941046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Checking router: 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:21:20.950709 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:20.951390 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:21.012832 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-14fc4473-6b97-458f-90cd-6d83b89f3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:21.014696 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-14fc4473-6b97-458f-90cd-6d83b89f3a8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98896202-06f6-4f83-8163-68d218b1f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802913 Apr 07 15:21:21.168586 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-a87be04f-fa1c-411f-8288-6ae89402987e service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458588 Apr 07 15:21:21.321128 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-e67b0362-215e-499f-a9a4-ad253c35d9a8 req-3dfd34d9-0c70-4e14-b1da-3ffa0e060fa2 service neutron] 10.222.0.62 "GET /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449001 Apr 07 15:21:21.326051 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:21.665942 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:21.670578 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49aa3e-2d0c-418a-90fb-8a0ee9885dae None None] The sync data for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb is: [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:16:48Z', 'revision_number': 4, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb', '_interfaces': [{'id': 'ee1c35d2-a8eb-4ecf-b846-367971182fac', 'name': '', 'network_id': '98896202-06f6-4f83-8163-68d218b1f99a', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'mac_address': 'fa:16:3e:5a:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6933b8b9-c672-449c-97fb-264826ce6152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:47Z', 'updated_at': '2021-04-07T15:16:56Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'subnets': [{'id': '6933b8b9-c672-449c-97fb-264826ce6152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:21:22.054602 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431a829-6f86-4474-a1f0-5be17262198f None None] New status for floating IP c6d7d7e7-6ae2-4243-848c-09bc4e5c9c5a: DOWN {{(pid=84387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 07 15:21:22.258491 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09f4d-7a9c-42b2-a36a-3c782710426c req-49d2f5bb-2254-449a-a7cc-2d32a443eb1a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:22.260176 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3ab09f4d-7a9c-42b2-a36a-3c782710426c req-49d2f5bb-2254-449a-a7cc-2d32a443eb1a tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0953970 Apr 07 15:21:22.297843 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-3ab09f4d-7a9c-42b2-a36a-3c782710426c req-096fcbff-2fde-478c-bdb2-fa986a8508c0 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/security-groups?id=8cf414cd-3af9-430e-ba15-70c7d6f28e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289063 Apr 07 15:21:22.381468 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:21:22.434033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-c41a18d8-c9f6-48c2-9320-e2c40b44bade tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 07 15:21:22.435751 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-c41a18d8-c9f6-48c2-9320-e2c40b44bade tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 945 time: 0.0880609 Apr 07 15:21:22.521720 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Deleting port f2489fcd-3488-4a38-91ce-598bec5736e7 {{(pid=84384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:22.522021 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:22.799913 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] For port f2489fcd-3488-4a38-91ce-598bec5736e7, host hv-cinder-78226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78226',level=0,port_id=f2489fcd-3488-4a38-91ce-598bec5736e7,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:22.800511 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:22.939563 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Calling delete_port for f2489fcd-3488-4a38-91ce-598bec5736e7 owned by compute:nova {{(pid=84384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:23.097795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036826464131'] for port, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:23.116858 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-13d4c880-24b8-47ff-851c-9457fc8bbc88 tempest-AttachVolumeTestJSON-996483722 tempest-AttachVolumeTestJSON-996483722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:23.175469 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event deleted for resources: {'Port': ['ID=f2489fcd-3488-4a38-91ce-598bec5736e7,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:23.235243 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.235682 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.236128 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.236543 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.236956 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.237370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.237775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.238178 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.238587 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.239069 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.239471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.239873 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782260-2-smb {{(pid=84384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 07 15:21:23.243583 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:23.387977 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] No DVR routers for this DVR port f2489fcd-3488-4a38-91ce-598bec5736e7 on host hv-cinder-78226 {{(pid=84384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:21:23.390756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713045'] for port, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:23.394079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-deleted', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7'}] {{(pid=84384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 07 15:21:23.411120 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-12275bb3-1e31-4f53-862c-1fa403d9e5d7 req-6de6d019-db35-4216-9e49-ca10bf98c77c tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.62 "DELETE /v2.0/ports/f2489fcd-3488-4a38-91ce-598bec5736e7 HTTP/1.1" status: 204 len: 173 time: 0.9671659 Apr 07 15:21:23.478176 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [req-2479fefc-2a00-4a4c-99e3-322fc6ab2fa3 req-7f4aab83-18ba-4a6e-80f3-0af90060da33 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffaf49bf-b2b0-4c0a-9c44-4641825c258c HTTP/1.1" status: 200 len: 210 time: 0.0567350 Apr 07 15:21:23.727650 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffaf49bf-b2b0-4c0a-9c44-4641825c258c', 'name': 'network-vif-deleted', 'tag': 'f2489fcd-3488-4a38-91ce-598bec5736e7', 'status': 'completed', 'code': 200} Apr 07 15:21:24.584382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34838) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:24.665968 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:24.700791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:24.762901 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:24.768508 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-abe99de7-5f59-40d2-96e1-ad395c702e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:24.785310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf414cd-3af9-430e-ba15-70c7d6f28e5d,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:24.788365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:24.795829 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:24.797088 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b4873e59-c47f-4507-8b6c-d85e35b21c52 tempest-TestShelveInstance-1986436690 tempest-TestShelveInstance-1986436690-project] 10.222.0.30 "DELETE /v2.0/security-groups/8cf414cd-3af9-430e-ba15-70c7d6f28e5d HTTP/1.1" status: 204 len: 168 time: 0.2116110 Apr 07 15:21:24.839786 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34844) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:25.278022 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 no longer exists at agent hyperv_hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:25.315547 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] No Port match for: f2489fcd-3488-4a38-91ce-598bec5736e7 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:25.315847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Device f2489fcd-3488-4a38-91ce-598bec5736e7 not bound to the agent host hv-cinder-78226 {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:25.673129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:26.052479 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Deleting port ee1c35d2-a8eb-4ecf-b846-367971182fac {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:26.052796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:26.246073 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] For port ee1c35d2-a8eb-4ecf-b846-367971182fac, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ee1c35d2-a8eb-4ecf-b846-367971182fac,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:26.246370 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:26.378929 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Calling delete_port for ee1c35d2-a8eb-4ecf-b846-367971182fac owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:26.565389 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:26.579206 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-8a132ea5-8a76-4209-b72a-0e51cd95df03 tempest-AttachVolumeShelveTestJSON-285002117 tempest-AttachVolumeShelveTestJSON-285002117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:26.640444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1c35d2-a8eb-4ecf-b846-367971182fac,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:26.644300 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:27.034789 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:27.556019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:21:27.750076 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:21:27.760200 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Sync routers for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:21:27.772090 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:27.772500 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-a011beb2-2af0-4dda-99f9-529fe86a51dc admin admin] 10.222.0.30 "PUT /v2.0/routers/742e6d28-9a5f-4fc5-8e82-3853a92c3f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9311864 Apr 07 15:21:27.772775 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:27.775212 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34848) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:27.980091 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:28.291767 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:28.355403 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:21:26Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:28.361418 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Checking router: 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 for host: dv-cinder-782260-2-smb {{(pid=84386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:21:28.372046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Routers {'742e6d28-9a5f-4fc5-8e82-3853a92c3f02'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:28.372760 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'], 'active': True} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:28.491707 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:28.500507 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Deleting port 6977d016-ce3d-403e-aa66-dd0a9c3be18c {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:28.502399 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:28.596191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] Set router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 gateway port host: dv-cinder-782260-2-smb {{(pid=84386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:28.732246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] For port 6977d016-ce3d-403e-aa66-dd0a9c3be18c, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=6977d016-ce3d-403e-aa66-dd0a9c3be18c,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:28.732791 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:28.876724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Calling delete_port for 6977d016-ce3d-403e-aa66-dd0a9c3be18c owned by network:router_gateway {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:28.918265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:21:26Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:28.922752 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d47e3e-60df-40ca-9b37-759171867d9a None None] The sync data for ids ['742e6d28-9a5f-4fc5-8e82-3853a92c3f02'] in dv-cinder-782260-2-smb is: [{'id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'name': 'tempest-TestShelveInstance-1782791546-router', 'tenant_id': '8eea0e9f910742d28af202684b6bf44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:43Z', 'updated_at': '2021-04-07T15:21:26Z', 'revision_number': 5, 'project_id': '8eea0e9f910742d28af202684b6bf44c', 'gw_port': {'id': '6977d016-ce3d-403e-aa66-dd0a9c3be18c', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e6d28-9a5f-4fc5-8e82-3853a92c3f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:44Z', 'updated_at': '2021-04-07T15:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}] {{(pid=84386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:21:29.073481 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.090552 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-bfa28125-30bc-4ae4-8ec6-2f24bd171c66 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:29.151564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6977d016-ce3d-403e-aa66-dd0a9c3be18c,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:29.155795 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:29.366363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.560157 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.562834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.586265 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.586893 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742e6d28-9a5f-4fc5-8e82-3853a92c3f02 {{(pid=84385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:21:29.601381 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.602768 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d7517414-14ba-4651-8f15-8384a53998c6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/742e6d28-9a5f-4fc5-8e82-3853a92c3f02 HTTP/1.1" status: 204 len: 168 time: 1.8261099 Apr 07 15:21:29.605793 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34852) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:29.677880 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Deleting subnet 6933b8b9-c672-449c-97fb-264826ce6152 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:21:29.681773 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.741559 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:29.828884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.108138 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.125191 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-0461d0b1-84f0-4f07-9556-6351fcb49267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:30.175680 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6933b8b9-c672-449c-97fb-264826ce6152,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:30.235512 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:30.278619 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.286246 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310d575-ac05-4483-ba13-b569650404e6 None None] Network 98896202-06f6-4f83-8163-68d218b1f99a requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:21:30.288218 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-7ea66055-a2c3-4ff4-96eb-d458b590dcd6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6933b8b9-c672-449c-97fb-264826ce6152 HTTP/1.1" status: 204 len: 168 time: 0.6811616 Apr 07 15:21:30.290890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34856) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:30.419962 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.495891 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Deleting port ea75f3ca-e160-4014-9508-c56be181538f {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:30.496295 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.585072 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] DHCP port deletion for 98896202-06f6-4f83-8163-68d218b1f99a request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:21:30.589945 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Deleting port ea75f3ca-e160-4014-9508-c56be181538f {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:30.590393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.623325 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6977d016-ce3d-403e-aa66-dd0a9c3be18c no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:30.669877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 6977d016-ce3d-403e-aa66-dd0a9c3be18c {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:30.670333 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 6977d016-ce3d-403e-aa66-dd0a9c3be18c not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:30.670798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ee1c35d2-a8eb-4ecf-b846-367971182fac no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:30.744108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] For port ea75f3ca-e160-4014-9508-c56be181538f, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ea75f3ca-e160-4014-9508-c56be181538f,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:30.744675 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.888369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Calling delete_port for ea75f3ca-e160-4014-9508-c56be181538f owned by network:dhcp {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:30.908020 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: ee1c35d2-a8eb-4ecf-b846-367971182fac {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:30.908411 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ee1c35d2-a8eb-4ecf-b846-367971182fac not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:30.974477 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:30.990297 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-850989fd-71fc-4b97-bf94-9943ee57c9c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:31.047176 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea75f3ca-e160-4014-9508-c56be181538f,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:31.049896 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:31.084373 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] For port ea75f3ca-e160-4014-9508-c56be181538f, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=ea75f3ca-e160-4014-9508-c56be181538f,segment=NetworkSegment(9fb547a3-d827-4147-9a28-19c687938567),segment_id=9fb547a3-d827-4147-9a28-19c687938567)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:31.084905 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.145703 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] No DVR routers for this DVR port ea75f3ca-e160-4014-9508-c56be181538f on host dv-cinder-782260-2-smb {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:21:31.219589 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Calling delete_port for ea75f3ca-e160-4014-9508-c56be181538f owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:31.274939 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.298244 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:21:31.298671 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:21:31.395108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98896202-06f6-4f83-8163-68d218b1f99a']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:31.408889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb547a3-d827-4147-9a28-19c687938567') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:31.409232 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb547a3-d827-4147-9a28-19c687938567') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:31.421806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.437071 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.446874 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:21:31.639181 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Network 98896202-06f6-4f83-8163-68d218b1f99a has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:21:31.648480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.800106 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Deleting port ea75f3ca-e160-4014-9508-c56be181538f {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:31.800499 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.825890 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Network 98896202-06f6-4f83-8163-68d218b1f99a has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:21:31.848987 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:21:31.874586 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-0235ce3d-9ba7-4b60-a7d8-b1edcc3542c6 None None] The port 'ea75f3ca-e160-4014-9508-c56be181538f' was deleted {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:21:31.930044 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.934234 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:31.948120 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:31.959363 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Pushing event deleted for resources: {'Network': ['ID=98896202-06f6-4f83-8163-68d218b1f99a,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:31.963997 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:31.967924 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-afcc7933-79e6-4aff-a781-850c208ab261 admin admin] 10.222.0.30 "DELETE /v2.0/networks/98896202-06f6-4f83-8163-68d218b1f99a HTTP/1.1" status: 204 len: 168 time: 1.6759653 Apr 07 15:21:31.971085 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34860) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:32.589737 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ea75f3ca-e160-4014-9508-c56be181538f no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:32.633505 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: ea75f3ca-e160-4014-9508-c56be181538f {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:32.633908 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device ea75f3ca-e160-4014-9508-c56be181538f not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:32.830478 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854102890'] for router_interface, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:33.206916 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Deleting port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:33.207296 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:33.397954 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] For port 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:33.398195 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:33.527919 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Calling delete_port for 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 owned by network:router_interface {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:33.711015 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:33.729612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-11b0079e-fec1-4e3e-a296-8ce8adebacc9 tempest-TestMinimumBasicScenario-1612213989 tempest-TestMinimumBasicScenario-1612213989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:33.790440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:33.793164 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:34.207354 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854147822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854092891'] for router_interface, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:34.729733 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Router 9a88caf6-2a54-45c4-9b52-016b82b86205 has already been hosted by L3 agent 7f350e88-7334-4a14-adfc-b480be043be3 {{(pid=84385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 07 15:21:34.917393 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] Notify agent at l3_agent.dv-cinder-782260-2-smb the message routers_updated {{(pid=84385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 07 15:21:34.926109 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Sync routers for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 07 15:21:34.934281 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-af5f71ac-1ceb-4056-a03d-2abbe86bb323 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a88caf6-2a54-45c4-9b52-016b82b86205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9620929 Apr 07 15:21:34.936909 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34864) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:34.937052 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:34.937636 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:35.297249 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: dv-cinder-782260-2-smb {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:35.388194 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks [] for router, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:35.575590 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:35.585255 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Deleting port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:35.585649 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:35.596166 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'external_fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:21:33Z', 'revision_number': 5, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port': {'id': 'f528ae4a-464f-41c6-ac0d-e02c8bc0ae62', 'name': '', 'network_id': '0be6a04b-8677-4a6a-aca8-0a32deefee71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782260-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T15:16:53Z', 'updated_at': '2021-04-07T15:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4790d145-b5f9-4268-b00d-877f86dd75ad', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782260-2-smb'}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:35.600432 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Checking router: 9a88caf6-2a54-45c4-9b52-016b82b86205 for host: dv-cinder-782260-2-smb {{(pid=84387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 07 15:21:35.609623 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Routers {'9a88caf6-2a54-45c4-9b52-016b82b86205'} bound to L3 agent in host dv-cinder-782260-2-smb {{(pid=84387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 07 15:21:35.610311 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782260-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T15:00:09Z,description=,heartbeat_timestamp=2021-04-07T15:21:09Z,host='dv-cinder-782260-2-smb',id=7f350e88-7334-4a14-adfc-b480be043be3,load=0,resource_versions=,resources_synced=,started_at=2021-04-07T15:00:09Z,topic='l3_agent')) {'router_ids': ['9a88caf6-2a54-45c4-9b52-016b82b86205'], 'active': True} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:35.772959 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvr_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] Set router 9a88caf6-2a54-45c4-9b52-016b82b86205 gateway port host: None {{(pid=84387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 07 15:21:35.780113 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] For port f528ae4a-464f-41c6-ac0d-e02c8bc0ae62, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,segment=NetworkSegment(4a1cc340-0e19-4941-b61f-32a992d8ff64),segment_id=4a1cc340-0e19-4941-b61f-32a992d8ff64)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:35.780514 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:35.887440 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_hamode_db [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:21:35Z', 'revision_number': 6, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port_host': None}], 'dv-cinder-782260-2-smb', False) {} {{(pid=84387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:35.891802 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c166a9-b4b3-4a6d-b8b1-3fc087af1f30 None None] The sync data for ids ['9a88caf6-2a54-45c4-9b52-016b82b86205'] in dv-cinder-782260-2-smb is: [{'id': '9a88caf6-2a54-45c4-9b52-016b82b86205', 'name': 'tempest-TestShelveInstance-1469046391-router', 'tenant_id': '760d36f731d6485ea9b28faf5599c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T15:16:52Z', 'updated_at': '2021-04-07T15:21:35Z', 'revision_number': 6, 'project_id': '760d36f731d6485ea9b28faf5599c8ae', 'gw_port_host': None}] {{(pid=84387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 07 15:21:35.913889 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Calling delete_port for f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 owned by network:router_gateway {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:36.000931 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-81335167-2ab3-431d-901a-64730a42e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.097395 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.113541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6cd416c7-933b-4060-864d-a95c4659e9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:36.175228 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f528ae4a-464f-41c6-ac0d-e02c8bc0ae62,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:36.179338 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:36.377647 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100571'] for router_gateway, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.563995 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31858'] for router, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.566438 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.588019 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-685199'] for router, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.588612 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a88caf6-2a54-45c4-9b52-016b82b86205 {{(pid=84385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 07 15:21:36.589546 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:36.601740 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] Notify callbacks [] for router, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.603123 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-2ebccee9-3bfc-4bb4-b0af-2a5160919257 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9a88caf6-2a54-45c4-9b52-016b82b86205 HTTP/1.1" status: 204 len: 168 time: 1.6650929 Apr 07 15:21:36.605689 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34868) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:36.632611 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:36.632978 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device f528ae4a-464f-41c6-ac0d-e02c8bc0ae62 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:36.633471 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:36.669287 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:36.669685 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 2cc3ccfb-58e6-4c4a-8d45-8acf7fe7cbb2 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:36.674108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Deleting subnet 686da52a-85f2-4392-9205-9cf106d48308 {{(pid=84385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 07 15:21:36.677613 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.735030 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27304610'] for subnet, precommit_delete_associations {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:36.819365 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775089'] for subnet, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.082579 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853051767'] for subnet, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.097018 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-2abdda70-247a-4a25-9abb-c771f29a5fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:37.144502 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686da52a-85f2-4392-9205-9cf106d48308,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:37.148382 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:37.232039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.238450 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-d9c7075f-c363-4dbb-add6-3849dac6852b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/686da52a-85f2-4392-9205-9cf106d48308 HTTP/1.1" status: 204 len: 168 time: 0.6316991 Apr 07 15:21:37.241542 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34872) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:37.244998 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca086d33-2726-496b-baa8-99207bd41d4e None None] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 requested from dv-cinder-782260-2-smb {{(pid=84386) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 07 15:21:37.359517 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-926317'] for network, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.428453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Deleting port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 {{(pid=84385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:37.428796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.506039 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] DHCP port deletion for da7802bd-bece-4315-87bf-b8b2c7c8e459 request from dv-cinder-782260-2-smb {{(pid=84386) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 07 15:21:37.510796 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Deleting port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:37.511213 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.652798 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] For port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:37.653064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.731847 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.db [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] For port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544, host dv-cinder-782260-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782260-2-smb',level=0,port_id=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,segment=NetworkSegment(c5e37698-cccc-4bb8-98d4-5e5416028764),segment_id=c5e37698-cccc-4bb8-98d4-5e5416028764)] {{(pid=84386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 07 15:21:37.732291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-686968'] for port, precommit_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.785424 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Calling delete_port for 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 owned by network:dhcp {{(pid=84385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:37.867306 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853825917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853821962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245675823237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245676257652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852912624'] for port, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:37.867943 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Calling delete_port for 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 owned by network:dhcp {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 07 15:21:37.880318 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:37.937100 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:37.940987 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:37.942630 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.db.api [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 07 15:21:37.942979 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_db.api [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 07 15:21:38.027046 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] No DVR routers for this DVR port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 on host dv-cinder-782260-2-smb {{(pid=84385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 07 15:21:38.151566 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3663', 'neutron.services.segments.db._delete_segments_for_network--9223363245675768078'] for network, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.267247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7802bd-bece-4315-87bf-b8b2c7c8e459']}} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:38.280550 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e37698-cccc-4bb8-98d4-5e5416028764') {'for_net_delete': True} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:38.280884 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.services.segments.db [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e37698-cccc-4bb8-98d4-5e5416028764') {} {{(pid=84385) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 07 15:21:38.293193 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245675735036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827471206'] for segment, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.308134 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854772696'] for segment, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.314588 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 07 15:21:38.444922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Deleting port 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 {{(pid=84386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 07 15:21:38.445465 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791178947750'] for port, before_delete {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.495577 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:21:38.504806 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863271'] for segment, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.519817 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-c6b24174-d378-4ac9-9307-04a9934cb17e None None] The port '0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544' was deleted {{(pid=84386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 07 15:21:38.587910 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 no longer exists at agent ovs-agent-dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 07 15:21:38.624402 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] No Port match for: 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 {{(pid=84386) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 07 15:21:38.624777 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.rpc [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Device 0be18aa9-aaf8-4b46-b0cd-ed50dc9dc544 not bound to the agent host dv-cinder-782260-2-smb {{(pid=84386) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 07 15:21:38.688992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.plugins.ml2.managers [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Network da7802bd-bece-4315-87bf-b8b2c7c8e459 has no segments {{(pid=84385) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: Traceback (most recent call last): Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: timer() Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: cb(*args, **kw) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: return func(*args, **kwargs) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: self._notify() Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: self.callback(batched_events) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: event.method(event) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: segment_id)['aggregates'][0] Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: return f(self, *a, **k) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: return self._get(url).json() Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: **kwargs) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: return self.request(url, 'GET', **kwargs) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: **endpoint_filter) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 15:21:38.712202 dv-cinder-782260-2-smb neutron-server[84271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 15:21:38.791788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854772153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675266'] for network, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.795444 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:38.809779 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627976'] for network, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.815640 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-38438262-83cf-4b8f-82c7-9421bd27255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:38.821149 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7802bd-bece-4315-87bf-b8b2c7c8e459,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:38.825684 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:38.829584 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-482b29bc-0e6e-4db5-9dfa-91788914cd73 admin admin] 10.222.0.30 "DELETE /v2.0/networks/da7802bd-bece-4315-87bf-b8b2c7c8e459 HTTP/1.1" status: 204 len: 168 time: 1.5871975 Apr 07 15:21:39.104453 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34878) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:39.141294 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-04de3ea9-4175-4c27-b057-0e12fc0c044a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8eea0e9f910742d28af202684b6bf44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0354562 Apr 07 15:21:39.143972 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84384) accepted ('10.222.0.30', 34882) {{(pid=84384) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:39.184484 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.207268 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.235158 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.284981 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.290303 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-6281718a-144e-4216-bbf8-1276c79fadbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:39.306994 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f92f3b-a9c9-4a11-990a-19306d0028fe,revision_number=None']} {{(pid=84384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:39.310895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:39.315480 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.317106 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-62b348dc-02ce-43f7-bcf7-bef3ec5e80ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34f92f3b-a9c9-4a11-990a-19306d0028fe HTTP/1.1" status: 204 len: 168 time: 0.1721504 Apr 07 15:21:39.705457 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34890) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:39.761977 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-b547bfb5-2c45-4b67-a3d3-41118855ce5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=760d36f731d6485ea9b28faf5599c8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552270 Apr 07 15:21:39.765803 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [-] (84385) accepted ('10.222.0.30', 34894) {{(pid=84385) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 07 15:21:39.833217 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.862928 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.918865 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706555'] for security_group, after_delete {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.922748 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-f6c253ac-5767-44bb-9272-dfa787ed5094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 07 15:21:39.934345 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9e5c2-4e89-4951-b553-5d6d7c2b0c5b,revision_number=None']} {{(pid=84385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 07 15:21:39.937614 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.938895 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG oslo_concurrency.lockutils [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84385) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 07 15:21:39.942266 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84385) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:39.946166 dv-cinder-782260-2-smb neutron-server[84271]: INFO neutron.wsgi [None req-c9bfd175-40a2-4895-8f42-fb3523a92f19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3a9e5c2-4e89-4951-b553-5d6d7c2b0c5b HTTP/1.1" status: 204 len: 168 time: 0.1768053 Apr 07 15:21:40.276770 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:40.762518 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:21:59.382204 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:22:05.997259 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5614-8b2a-4d10-b880-4c7c89623035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:08.828131 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-877e201d-715e-4fce-8cae-ffaf1b38cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:09.189302 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:09.951407 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:10.273766 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:10.768867 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:35.990911 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-41bd4b3a-7e88-44e0-a9bb-6f4f25c13062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:36.385922 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:22:38.833724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-3cfa761d-0402-40b0-ad5d-32d00e8b8cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:39.191918 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:39.954099 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:40.290064 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:22:40.768108 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:05.997840 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b8a15570-b0b4-4ec7-aa03-3b456f627043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:08.830856 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-71e14b14-fa02-43b4-8993-35a84b36789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:09.195992 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:09.960165 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:10.293551 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:10.775487 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:13.389626 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:23:35.991967 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d216ea76-8a34-441e-82d7-9fff29225a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:38.832083 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-e278cf5b-f84b-4fa1-8806-065a9d4d794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:39.197743 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:39.958784 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:40.296645 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:40.775339 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:23:50.396289 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:24:06.001728 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-a7f790b9-6c99-4524-862d-5d8c0591c6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:08.834079 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-74d19946-fe00-473f-a2fb-19b24befd5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:09.201310 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:09.958132 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:10.287045 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:10.781564 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:27.388032 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:24:36.001804 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-742f26cf-11a4-4e75-9c87-86ed077518ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:38.828951 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-c5004ddc-46a5-4b84-b4bd-cc0d961843a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:39.208541 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:39.956162 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:40.293724 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:40.781827 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:24:57.771366 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-da30e481-de04-4bac-a75e-477d4226b358 req-c0b7fc0e-8210-4bf1-b4c6-6c70fe8f582b tempest-DeleteServersTestJSON-433832823 tempest-DeleteServersTestJSON-433832823-project] (84385) timed out ('10.222.0.62', 49262) {{(pid=84385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 07 15:25:04.389834 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:25:05.766690 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-64134f73-1779-4210-bf0b-278e239d354f req-197b11d9-8b5d-4816-a917-ea677552dda4 service neutron] (84384) timed out ('10.222.0.62', 49243) {{(pid=84384) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 07 15:25:06.005369 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-b05d19ac-8020-4857-a76f-47385ec020ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:08.834006 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-662d964b-b0d1-4ced-a81b-3d821cb932ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:09.209129 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:09.956714 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:10.296864 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:10.786876 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:10.912788 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.wsgi [req-1be5b9bd-ead8-4d69-b97f-700e49efedd9 req-f374ca2b-6f8e-408e-ac26-f87e4dfd2834 service neutron] (84385) timed out ('10.222.0.62', 49249) {{(pid=84385) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 07 15:25:35.998089 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-55f1c225-748d-4a2a-af02-7c59be39acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:38.838756 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-28f8d438-5d64-40b1-a6ee-39ecb16b4d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:39.214247 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:39.950033 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:40.317716 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:40.792000 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:25:41.389921 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 07 15:26:06.001308 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-f7b7deea-e110-4c05-b65a-47c8252cef87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:08.848291 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-d1739c55-a55c-4300-a264-8f6b2e6e6ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:09.213368 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-4c20f2ae-95f8-4bd7-a4d1-041f3a5b3e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:09.955877 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-7ba3b98c-14be-4663-9f8d-aba007d7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:10.325027 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-861996a5-bdaa-499d-a326-c5fd0992ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:10.793141 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron_lib.callbacks.manager [None req-66e1de7a-7f23-4fa3-b1cb-9af932a85f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245675768095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-6147'] for agent, after_update {{(pid=84386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 07 15:26:18.390706 dv-cinder-782260-2-smb neutron-server[84271]: DEBUG neutron.db.agents_db [None req-e9cc26cb-6786-40be-ad37-51649eb51d4d None None] Agent healthcheck: found 6 active agents {{(pid=84387) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}